2024-11-10 12:17:01,599 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-10 12:17:01,611 main DEBUG Took 0.010064 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-10 12:17:01,611 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-10 12:17:01,611 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-10 12:17:01,612 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-10 12:17:01,613 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 12:17:01,620 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-10 12:17:01,631 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 12:17:01,632 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 12:17:01,633 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 12:17:01,633 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 12:17:01,634 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 12:17:01,634 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 12:17:01,635 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 12:17:01,636 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 12:17:01,636 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 12:17:01,637 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 12:17:01,637 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 12:17:01,638 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 12:17:01,638 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 12:17:01,638 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 12:17:01,639 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 12:17:01,639 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 12:17:01,640 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 12:17:01,640 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 12:17:01,640 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 12:17:01,641 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 12:17:01,641 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 12:17:01,641 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 12:17:01,642 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 12:17:01,642 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 12:17:01,642 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 12:17:01,643 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-10 12:17:01,644 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 12:17:01,645 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-10 12:17:01,647 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-10 12:17:01,647 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-10 12:17:01,648 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-10 12:17:01,649 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-10 12:17:01,657 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-10 12:17:01,659 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-10 12:17:01,661 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-10 12:17:01,661 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-10 12:17:01,661 main DEBUG createAppenders(={Console}) 2024-11-10 12:17:01,662 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-10 12:17:01,662 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-10 12:17:01,663 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-10 12:17:01,663 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-10 12:17:01,664 main DEBUG OutputStream closed 2024-11-10 12:17:01,664 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-10 12:17:01,664 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-10 12:17:01,664 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-10 12:17:01,734 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-10 12:17:01,736 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-10 12:17:01,737 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-10 12:17:01,738 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-10 12:17:01,738 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-10 12:17:01,739 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-10 12:17:01,739 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-10 12:17:01,739 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-10 12:17:01,740 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-10 12:17:01,740 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-10 12:17:01,740 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-10 12:17:01,740 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-10 12:17:01,741 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-10 12:17:01,741 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-10 12:17:01,741 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-10 12:17:01,742 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-10 12:17:01,742 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-10 12:17:01,743 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-10 12:17:01,744 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10 12:17:01,745 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-10 12:17:01,745 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-10 12:17:01,746 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-10T12:17:01,950 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6d6cc9e8-2c08-8dba-5dfe-f547822a9c5a 2024-11-10 12:17:01,953 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-10 12:17:01,953 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10T12:17:01,961 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithBasicPolicy timeout: 13 mins 2024-11-10T12:17:01,983 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T12:17:01,987 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6d6cc9e8-2c08-8dba-5dfe-f547822a9c5a/cluster_fd6466ae-9f4c-b6cf-54e3-c7d8e10622f8, deleteOnExit=true 2024-11-10T12:17:01,987 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-10T12:17:01,988 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6d6cc9e8-2c08-8dba-5dfe-f547822a9c5a/test.cache.data in system properties and HBase conf 2024-11-10T12:17:01,989 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6d6cc9e8-2c08-8dba-5dfe-f547822a9c5a/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T12:17:01,990 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6d6cc9e8-2c08-8dba-5dfe-f547822a9c5a/hadoop.log.dir in system properties and HBase conf 2024-11-10T12:17:01,991 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6d6cc9e8-2c08-8dba-5dfe-f547822a9c5a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T12:17:01,992 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6d6cc9e8-2c08-8dba-5dfe-f547822a9c5a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T12:17:01,993 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-10T12:17:02,091 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-10T12:17:02,185 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T12:17:02,190 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6d6cc9e8-2c08-8dba-5dfe-f547822a9c5a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T12:17:02,190 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6d6cc9e8-2c08-8dba-5dfe-f547822a9c5a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T12:17:02,191 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6d6cc9e8-2c08-8dba-5dfe-f547822a9c5a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T12:17:02,191 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6d6cc9e8-2c08-8dba-5dfe-f547822a9c5a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T12:17:02,192 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6d6cc9e8-2c08-8dba-5dfe-f547822a9c5a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T12:17:02,192 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6d6cc9e8-2c08-8dba-5dfe-f547822a9c5a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T12:17:02,193 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6d6cc9e8-2c08-8dba-5dfe-f547822a9c5a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T12:17:02,193 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6d6cc9e8-2c08-8dba-5dfe-f547822a9c5a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T12:17:02,194 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6d6cc9e8-2c08-8dba-5dfe-f547822a9c5a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T12:17:02,194 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6d6cc9e8-2c08-8dba-5dfe-f547822a9c5a/nfs.dump.dir in system properties and HBase conf 2024-11-10T12:17:02,195 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6d6cc9e8-2c08-8dba-5dfe-f547822a9c5a/java.io.tmpdir in system properties and HBase conf 2024-11-10T12:17:02,195 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6d6cc9e8-2c08-8dba-5dfe-f547822a9c5a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T12:17:02,196 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6d6cc9e8-2c08-8dba-5dfe-f547822a9c5a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T12:17:02,196 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6d6cc9e8-2c08-8dba-5dfe-f547822a9c5a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T12:17:03,142 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-10T12:17:03,232 INFO [Time-limited test {}] log.Log(170): Logging initialized @2321ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-10T12:17:03,330 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:17:03,396 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T12:17:03,423 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T12:17:03,424 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T12:17:03,427 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T12:17:03,443 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:17:03,447 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6d6cc9e8-2c08-8dba-5dfe-f547822a9c5a/hadoop.log.dir/,AVAILABLE} 2024-11-10T12:17:03,448 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T12:17:03,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6d6cc9e8-2c08-8dba-5dfe-f547822a9c5a/java.io.tmpdir/jetty-localhost-34445-hadoop-hdfs-3_4_1-tests_jar-_-any-10404999969385353346/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T12:17:03,648 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:34445} 2024-11-10T12:17:03,648 INFO [Time-limited test {}] server.Server(415): Started @2738ms 2024-11-10T12:17:04,130 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:17:04,138 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T12:17:04,140 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T12:17:04,140 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T12:17:04,141 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T12:17:04,142 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6d6cc9e8-2c08-8dba-5dfe-f547822a9c5a/hadoop.log.dir/,AVAILABLE} 2024-11-10T12:17:04,142 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T12:17:04,246 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ec76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6d6cc9e8-2c08-8dba-5dfe-f547822a9c5a/java.io.tmpdir/jetty-localhost-39353-hadoop-hdfs-3_4_1-tests_jar-_-any-14539130160617452338/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T12:17:04,247 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:39353} 2024-11-10T12:17:04,247 INFO [Time-limited test {}] server.Server(415): Started @3337ms 2024-11-10T12:17:04,309 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T12:17:05,184 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6d6cc9e8-2c08-8dba-5dfe-f547822a9c5a/cluster_fd6466ae-9f4c-b6cf-54e3-c7d8e10622f8/dfs/data/data1/current/BP-104581921-172.17.0.2-1731241022729/current, will proceed with Du for space computation calculation, 2024-11-10T12:17:05,184 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6d6cc9e8-2c08-8dba-5dfe-f547822a9c5a/cluster_fd6466ae-9f4c-b6cf-54e3-c7d8e10622f8/dfs/data/data2/current/BP-104581921-172.17.0.2-1731241022729/current, will proceed with Du for space computation calculation, 2024-11-10T12:17:05,234 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T12:17:05,301 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xabf85c7b8b2bfa3d with lease ID 0x3b68ef9b2c391361: Processing first storage report for DS-a52ebedb-a927-4291-8401-cd915603b914 from datanode DatanodeRegistration(127.0.0.1:34185, datanodeUuid=8aa6e449-bc97-4ac2-b375-0b82db731fc5, infoPort=39681, infoSecurePort=0, ipcPort=35657, storageInfo=lv=-57;cid=testClusterID;nsid=399296883;c=1731241022729) 2024-11-10T12:17:05,303 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xabf85c7b8b2bfa3d with lease ID 0x3b68ef9b2c391361: from storage DS-a52ebedb-a927-4291-8401-cd915603b914 node DatanodeRegistration(127.0.0.1:34185, datanodeUuid=8aa6e449-bc97-4ac2-b375-0b82db731fc5, infoPort=39681, infoSecurePort=0, ipcPort=35657, storageInfo=lv=-57;cid=testClusterID;nsid=399296883;c=1731241022729), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-10T12:17:05,303 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xabf85c7b8b2bfa3d with lease ID 0x3b68ef9b2c391361: Processing first storage report for DS-9398b751-47f0-40b9-b311-5e8784839d78 from datanode DatanodeRegistration(127.0.0.1:34185, datanodeUuid=8aa6e449-bc97-4ac2-b375-0b82db731fc5, infoPort=39681, infoSecurePort=0, ipcPort=35657, storageInfo=lv=-57;cid=testClusterID;nsid=399296883;c=1731241022729) 2024-11-10T12:17:05,304 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xabf85c7b8b2bfa3d with lease ID 0x3b68ef9b2c391361: from storage DS-9398b751-47f0-40b9-b311-5e8784839d78 node DatanodeRegistration(127.0.0.1:34185, datanodeUuid=8aa6e449-bc97-4ac2-b375-0b82db731fc5, infoPort=39681, infoSecurePort=0, ipcPort=35657, storageInfo=lv=-57;cid=testClusterID;nsid=399296883;c=1731241022729), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T12:17:05,340 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6d6cc9e8-2c08-8dba-5dfe-f547822a9c5a 2024-11-10T12:17:05,442 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6d6cc9e8-2c08-8dba-5dfe-f547822a9c5a/cluster_fd6466ae-9f4c-b6cf-54e3-c7d8e10622f8/zookeeper_0, clientPort=59506, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6d6cc9e8-2c08-8dba-5dfe-f547822a9c5a/cluster_fd6466ae-9f4c-b6cf-54e3-c7d8e10622f8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6d6cc9e8-2c08-8dba-5dfe-f547822a9c5a/cluster_fd6466ae-9f4c-b6cf-54e3-c7d8e10622f8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T12:17:05,456 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=59506 2024-11-10T12:17:05,472 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:17:05,476 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:17:05,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741825_1001 (size=7) 2024-11-10T12:17:06,166 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744 with version=8 2024-11-10T12:17:06,167 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/hbase-staging 2024-11-10T12:17:06,295 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-10T12:17:06,539 INFO [Time-limited test {}] client.ConnectionUtils(129): master/8eb9a7a2374b:0 server-side Connection retries=45 2024-11-10T12:17:06,558 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:17:06,558 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T12:17:06,559 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T12:17:06,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:17:06,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T12:17:06,688 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T12:17:06,744 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-10T12:17:06,756 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-10T12:17:06,760 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T12:17:06,790 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 44366 (auto-detected) 2024-11-10T12:17:06,791 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-10T12:17:06,812 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:38129 2024-11-10T12:17:06,823 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:17:06,826 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:17:06,839 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:38129 connecting to ZooKeeper ensemble=127.0.0.1:59506 2024-11-10T12:17:06,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:381290x0, quorum=127.0.0.1:59506, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:17:06,920 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38129-0x10125f741fe0000 connected 2024-11-10T12:17:07,018 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38129-0x10125f741fe0000, quorum=127.0.0.1:59506, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T12:17:07,021 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38129-0x10125f741fe0000, quorum=127.0.0.1:59506, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T12:17:07,024 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38129-0x10125f741fe0000, quorum=127.0.0.1:59506, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T12:17:07,029 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38129 2024-11-10T12:17:07,029 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38129 2024-11-10T12:17:07,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38129 2024-11-10T12:17:07,033 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38129 2024-11-10T12:17:07,033 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38129 2024-11-10T12:17:07,042 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744, hbase.cluster.distributed=false 2024-11-10T12:17:07,113 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/8eb9a7a2374b:0 server-side Connection retries=45 2024-11-10T12:17:07,113 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:17:07,113 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T12:17:07,114 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T12:17:07,114 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:17:07,114 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T12:17:07,116 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T12:17:07,120 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T12:17:07,123 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:43841 2024-11-10T12:17:07,126 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T12:17:07,133 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T12:17:07,135 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:17:07,139 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:17:07,144 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:43841 connecting to ZooKeeper ensemble=127.0.0.1:59506 2024-11-10T12:17:07,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438410x0, quorum=127.0.0.1:59506, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:17:07,158 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43841-0x10125f741fe0001 connected 2024-11-10T12:17:07,159 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43841-0x10125f741fe0001, quorum=127.0.0.1:59506, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T12:17:07,161 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43841-0x10125f741fe0001, quorum=127.0.0.1:59506, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T12:17:07,163 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43841-0x10125f741fe0001, quorum=127.0.0.1:59506, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T12:17:07,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43841 2024-11-10T12:17:07,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43841 2024-11-10T12:17:07,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43841 2024-11-10T12:17:07,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43841 2024-11-10T12:17:07,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43841 2024-11-10T12:17:07,177 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/8eb9a7a2374b,38129,1731241026286 2024-11-10T12:17:07,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38129-0x10125f741fe0000, quorum=127.0.0.1:59506, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T12:17:07,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43841-0x10125f741fe0001, quorum=127.0.0.1:59506, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T12:17:07,193 DEBUG [master/8eb9a7a2374b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38129-0x10125f741fe0000, quorum=127.0.0.1:59506, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/8eb9a7a2374b,38129,1731241026286 2024-11-10T12:17:07,194 DEBUG [M:0;8eb9a7a2374b:38129 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8eb9a7a2374b:38129 2024-11-10T12:17:07,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43841-0x10125f741fe0001, quorum=127.0.0.1:59506, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T12:17:07,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38129-0x10125f741fe0000, quorum=127.0.0.1:59506, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T12:17:07,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43841-0x10125f741fe0001, quorum=127.0.0.1:59506, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T12:17:07,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38129-0x10125f741fe0000, quorum=127.0.0.1:59506, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T12:17:07,225 DEBUG [master/8eb9a7a2374b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38129-0x10125f741fe0000, quorum=127.0.0.1:59506, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-10T12:17:07,227 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:38129-0x10125f741fe0000, quorum=127.0.0.1:59506, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-10T12:17:07,227 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/8eb9a7a2374b,38129,1731241026286 from backup master directory 2024-11-10T12:17:07,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38129-0x10125f741fe0000, quorum=127.0.0.1:59506, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/8eb9a7a2374b,38129,1731241026286 2024-11-10T12:17:07,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43841-0x10125f741fe0001, quorum=127.0.0.1:59506, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T12:17:07,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38129-0x10125f741fe0000, quorum=127.0.0.1:59506, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T12:17:07,238 WARN [master/8eb9a7a2374b:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T12:17:07,238 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8eb9a7a2374b,38129,1731241026286 2024-11-10T12:17:07,241 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-10T12:17:07,243 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-10T12:17:07,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741826_1002 (size=42) 2024-11-10T12:17:07,332 DEBUG [master/8eb9a7a2374b:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/hbase.id with ID: 401338cf-88d9-41d2-a707-f9f3f10ad4b3 2024-11-10T12:17:07,378 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:17:07,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43841-0x10125f741fe0001, quorum=127.0.0.1:59506, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T12:17:07,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38129-0x10125f741fe0000, quorum=127.0.0.1:59506, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T12:17:07,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741827_1003 (size=196) 2024-11-10T12:17:07,460 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:17:07,463 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T12:17:07,481 DEBUG [master/8eb9a7a2374b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:07,486 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:17:07,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741828_1004 (size=1189) 2024-11-10T12:17:07,943 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/MasterData/data/master/store 2024-11-10T12:17:07,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741829_1005 (size=34) 2024-11-10T12:17:07,980 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-10T12:17:07,981 DEBUG [master/8eb9a7a2374b:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:17:07,982 DEBUG [master/8eb9a7a2374b:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T12:17:07,983 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:17:07,983 DEBUG [master/8eb9a7a2374b:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:17:07,983 DEBUG [master/8eb9a7a2374b:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T12:17:07,983 DEBUG [master/8eb9a7a2374b:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:17:07,983 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:17:07,984 DEBUG [master/8eb9a7a2374b:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-10T12:17:07,986 WARN [master/8eb9a7a2374b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/MasterData/data/master/store/.initializing 2024-11-10T12:17:07,986 DEBUG [master/8eb9a7a2374b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/MasterData/WALs/8eb9a7a2374b,38129,1731241026286 2024-11-10T12:17:07,994 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T12:17:08,006 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8eb9a7a2374b%2C38129%2C1731241026286, suffix=, logDir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/MasterData/WALs/8eb9a7a2374b,38129,1731241026286, archiveDir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/MasterData/oldWALs, maxLogs=10 2024-11-10T12:17:08,037 DEBUG [master/8eb9a7a2374b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(600): When create output stream for /user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/MasterData/WALs/8eb9a7a2374b,38129,1731241026286/8eb9a7a2374b%2C38129%2C1731241026286.1731241028012, exclude list is [], retry=0 2024-11-10T12:17:08,054 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34185,DS-a52ebedb-a927-4291-8401-cd915603b914,DISK] 2024-11-10T12:17:08,058 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-10T12:17:08,101 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/MasterData/WALs/8eb9a7a2374b,38129,1731241026286/8eb9a7a2374b%2C38129%2C1731241026286.1731241028012 2024-11-10T12:17:08,102 DEBUG [master/8eb9a7a2374b:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39681:39681)] 2024-11-10T12:17:08,103 DEBUG [master/8eb9a7a2374b:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:17:08,103 DEBUG [master/8eb9a7a2374b:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:17:08,108 DEBUG [master/8eb9a7a2374b:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:17:08,110 DEBUG [master/8eb9a7a2374b:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:17:08,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:17:08,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T12:17:08,180 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:17:08,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:17:08,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:17:08,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T12:17:08,187 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:17:08,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:17:08,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:17:08,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T12:17:08,192 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:17:08,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:17:08,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:17:08,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T12:17:08,196 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:17:08,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:17:08,201 DEBUG [master/8eb9a7a2374b:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:17:08,202 DEBUG [master/8eb9a7a2374b:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:17:08,211 DEBUG [master/8eb9a7a2374b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:17:08,215 DEBUG [master/8eb9a7a2374b:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:17:08,219 DEBUG [master/8eb9a7a2374b:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:17:08,221 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73725154, jitterRate=0.09859040379524231}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:17:08,226 DEBUG [master/8eb9a7a2374b:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-10T12:17:08,227 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T12:17:08,253 DEBUG [master/8eb9a7a2374b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@688a646f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:17:08,282 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-10T12:17:08,293 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T12:17:08,294 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T12:17:08,296 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T12:17:08,297 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-10T12:17:08,302 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-11-10T12:17:08,302 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T12:17:08,327 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T12:17:08,337 DEBUG [master/8eb9a7a2374b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38129-0x10125f741fe0000, quorum=127.0.0.1:59506, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-10T12:17:08,390 DEBUG [master/8eb9a7a2374b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-10T12:17:08,395 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T12:17:08,396 DEBUG [master/8eb9a7a2374b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38129-0x10125f741fe0000, quorum=127.0.0.1:59506, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-10T12:17:08,406 DEBUG [master/8eb9a7a2374b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-10T12:17:08,408 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T12:17:08,411 DEBUG [master/8eb9a7a2374b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38129-0x10125f741fe0000, quorum=127.0.0.1:59506, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-10T12:17:08,423 DEBUG [master/8eb9a7a2374b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-10T12:17:08,424 DEBUG [master/8eb9a7a2374b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38129-0x10125f741fe0000, quorum=127.0.0.1:59506, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-10T12:17:08,440 DEBUG [master/8eb9a7a2374b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-10T12:17:08,450 DEBUG [master/8eb9a7a2374b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38129-0x10125f741fe0000, quorum=127.0.0.1:59506, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T12:17:08,456 DEBUG [master/8eb9a7a2374b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-10T12:17:08,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38129-0x10125f741fe0000, quorum=127.0.0.1:59506, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T12:17:08,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43841-0x10125f741fe0001, quorum=127.0.0.1:59506, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T12:17:08,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38129-0x10125f741fe0000, quorum=127.0.0.1:59506, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T12:17:08,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43841-0x10125f741fe0001, quorum=127.0.0.1:59506, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T12:17:08,466 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=8eb9a7a2374b,38129,1731241026286, sessionid=0x10125f741fe0000, setting cluster-up flag (Was=false) 2024-11-10T12:17:08,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38129-0x10125f741fe0000, quorum=127.0.0.1:59506, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T12:17:08,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43841-0x10125f741fe0001, quorum=127.0.0.1:59506, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T12:17:08,523 DEBUG [master/8eb9a7a2374b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-10T12:17:08,526 DEBUG [master/8eb9a7a2374b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8eb9a7a2374b,38129,1731241026286 2024-11-10T12:17:08,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43841-0x10125f741fe0001, quorum=127.0.0.1:59506, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T12:17:08,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38129-0x10125f741fe0000, quorum=127.0.0.1:59506, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T12:17:08,573 DEBUG [master/8eb9a7a2374b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-10T12:17:08,575 DEBUG [master/8eb9a7a2374b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8eb9a7a2374b,38129,1731241026286 2024-11-10T12:17:08,656 DEBUG [master/8eb9a7a2374b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-10T12:17:08,661 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-10T12:17:08,663 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T12:17:08,668 DEBUG [master/8eb9a7a2374b:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8eb9a7a2374b,38129,1731241026286 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T12:17:08,670 DEBUG [master/8eb9a7a2374b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8eb9a7a2374b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:17:08,671 DEBUG [master/8eb9a7a2374b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8eb9a7a2374b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:17:08,671 DEBUG [master/8eb9a7a2374b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8eb9a7a2374b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:17:08,671 DEBUG [master/8eb9a7a2374b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8eb9a7a2374b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:17:08,671 DEBUG [master/8eb9a7a2374b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8eb9a7a2374b:0, corePoolSize=10, maxPoolSize=10 2024-11-10T12:17:08,671 DEBUG [master/8eb9a7a2374b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8eb9a7a2374b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:17:08,672 DEBUG [master/8eb9a7a2374b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8eb9a7a2374b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T12:17:08,672 DEBUG [master/8eb9a7a2374b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8eb9a7a2374b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:17:08,673 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731241058673 2024-11-10T12:17:08,674 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T12:17:08,675 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T12:17:08,676 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:17:08,677 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-10T12:17:08,679 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T12:17:08,679 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T12:17:08,680 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T12:17:08,680 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T12:17:08,681 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T12:17:08,681 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:17:08,682 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T12:17:08,681 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T12:17:08,683 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T12:17:08,683 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T12:17:08,686 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T12:17:08,686 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T12:17:08,688 DEBUG [master/8eb9a7a2374b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8eb9a7a2374b:0:becomeActiveMaster-HFileCleaner.large.0-1731241028688,5,FailOnTimeoutGroup] 2024-11-10T12:17:08,690 DEBUG [master/8eb9a7a2374b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8eb9a7a2374b:0:becomeActiveMaster-HFileCleaner.small.0-1731241028688,5,FailOnTimeoutGroup] 2024-11-10T12:17:08,690 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T12:17:08,690 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T12:17:08,692 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T12:17:08,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741831_1007 (size=1039) 2024-11-10T12:17:08,692 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T12:17:08,694 DEBUG [RS:0;8eb9a7a2374b:43841 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8eb9a7a2374b:43841 2024-11-10T12:17:08,694 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-10T12:17:08,694 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744 2024-11-10T12:17:08,695 INFO [RS:0;8eb9a7a2374b:43841 {}] regionserver.HRegionServer(1008): ClusterId : 401338cf-88d9-41d2-a707-f9f3f10ad4b3 2024-11-10T12:17:08,698 DEBUG [RS:0;8eb9a7a2374b:43841 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T12:17:08,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741832_1008 (size=32) 2024-11-10T12:17:08,708 DEBUG [RS:0;8eb9a7a2374b:43841 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T12:17:08,708 DEBUG [RS:0;8eb9a7a2374b:43841 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T12:17:08,716 DEBUG [RS:0;8eb9a7a2374b:43841 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T12:17:08,717 DEBUG [RS:0;8eb9a7a2374b:43841 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@460ca014, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:17:08,718 DEBUG [RS:0;8eb9a7a2374b:43841 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41697688, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8eb9a7a2374b/172.17.0.2:0 2024-11-10T12:17:08,721 INFO [RS:0;8eb9a7a2374b:43841 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-10T12:17:08,722 INFO [RS:0;8eb9a7a2374b:43841 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-10T12:17:08,722 DEBUG [RS:0;8eb9a7a2374b:43841 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-10T12:17:08,724 INFO [RS:0;8eb9a7a2374b:43841 {}] regionserver.HRegionServer(3073): reportForDuty to master=8eb9a7a2374b,38129,1731241026286 with isa=8eb9a7a2374b/172.17.0.2:43841, startcode=1731241027112 2024-11-10T12:17:08,735 DEBUG [RS:0;8eb9a7a2374b:43841 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T12:17:08,763 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47173, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T12:17:08,769 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38129 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:08,771 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38129 {}] master.ServerManager(486): Registering regionserver=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:08,785 DEBUG [RS:0;8eb9a7a2374b:43841 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744 2024-11-10T12:17:08,785 DEBUG [RS:0;8eb9a7a2374b:43841 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:33589 2024-11-10T12:17:08,785 DEBUG [RS:0;8eb9a7a2374b:43841 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-10T12:17:08,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38129-0x10125f741fe0000, quorum=127.0.0.1:59506, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T12:17:08,799 DEBUG [RS:0;8eb9a7a2374b:43841 {}] zookeeper.ZKUtil(111): regionserver:43841-0x10125f741fe0001, quorum=127.0.0.1:59506, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:08,799 WARN [RS:0;8eb9a7a2374b:43841 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T12:17:08,799 INFO [RS:0;8eb9a7a2374b:43841 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:17:08,799 DEBUG [RS:0;8eb9a7a2374b:43841 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/WALs/8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:08,801 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8eb9a7a2374b,43841,1731241027112] 2024-11-10T12:17:08,811 DEBUG [RS:0;8eb9a7a2374b:43841 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-10T12:17:08,821 INFO [RS:0;8eb9a7a2374b:43841 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T12:17:08,838 INFO [RS:0;8eb9a7a2374b:43841 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T12:17:08,840 INFO [RS:0;8eb9a7a2374b:43841 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T12:17:08,840 INFO [RS:0;8eb9a7a2374b:43841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:17:08,841 INFO [RS:0;8eb9a7a2374b:43841 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-10T12:17:08,847 INFO [RS:0;8eb9a7a2374b:43841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T12:17:08,848 DEBUG [RS:0;8eb9a7a2374b:43841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8eb9a7a2374b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:17:08,848 DEBUG [RS:0;8eb9a7a2374b:43841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8eb9a7a2374b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:17:08,848 DEBUG [RS:0;8eb9a7a2374b:43841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8eb9a7a2374b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:17:08,848 DEBUG [RS:0;8eb9a7a2374b:43841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:17:08,848 DEBUG [RS:0;8eb9a7a2374b:43841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8eb9a7a2374b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:17:08,848 DEBUG [RS:0;8eb9a7a2374b:43841 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8eb9a7a2374b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T12:17:08,848 DEBUG [RS:0;8eb9a7a2374b:43841 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8eb9a7a2374b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:17:08,848 DEBUG [RS:0;8eb9a7a2374b:43841 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8eb9a7a2374b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:17:08,849 DEBUG [RS:0;8eb9a7a2374b:43841 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8eb9a7a2374b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:17:08,849 DEBUG [RS:0;8eb9a7a2374b:43841 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8eb9a7a2374b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:17:08,849 DEBUG [RS:0;8eb9a7a2374b:43841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8eb9a7a2374b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:17:08,849 DEBUG [RS:0;8eb9a7a2374b:43841 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8eb9a7a2374b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T12:17:08,849 DEBUG [RS:0;8eb9a7a2374b:43841 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T12:17:08,850 INFO [RS:0;8eb9a7a2374b:43841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T12:17:08,850 INFO [RS:0;8eb9a7a2374b:43841 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T12:17:08,850 INFO [RS:0;8eb9a7a2374b:43841 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T12:17:08,850 INFO [RS:0;8eb9a7a2374b:43841 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T12:17:08,850 INFO [RS:0;8eb9a7a2374b:43841 {}] hbase.ChoreService(168): Chore ScheduledChore name=8eb9a7a2374b,43841,1731241027112-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T12:17:08,869 INFO [RS:0;8eb9a7a2374b:43841 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T12:17:08,871 INFO [RS:0;8eb9a7a2374b:43841 {}] hbase.ChoreService(168): Chore ScheduledChore name=8eb9a7a2374b,43841,1731241027112-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:17:08,893 INFO [RS:0;8eb9a7a2374b:43841 {}] regionserver.Replication(204): 8eb9a7a2374b,43841,1731241027112 started 2024-11-10T12:17:08,893 INFO [RS:0;8eb9a7a2374b:43841 {}] regionserver.HRegionServer(1767): Serving as 8eb9a7a2374b,43841,1731241027112, RpcServer on 8eb9a7a2374b/172.17.0.2:43841, sessionid=0x10125f741fe0001 2024-11-10T12:17:08,893 DEBUG [RS:0;8eb9a7a2374b:43841 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T12:17:08,893 DEBUG [RS:0;8eb9a7a2374b:43841 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:08,894 DEBUG [RS:0;8eb9a7a2374b:43841 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8eb9a7a2374b,43841,1731241027112' 2024-11-10T12:17:08,894 DEBUG [RS:0;8eb9a7a2374b:43841 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T12:17:08,895 DEBUG [RS:0;8eb9a7a2374b:43841 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T12:17:08,895 DEBUG [RS:0;8eb9a7a2374b:43841 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T12:17:08,895 DEBUG [RS:0;8eb9a7a2374b:43841 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T12:17:08,895 DEBUG [RS:0;8eb9a7a2374b:43841 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:08,895 DEBUG [RS:0;8eb9a7a2374b:43841 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8eb9a7a2374b,43841,1731241027112' 2024-11-10T12:17:08,895 DEBUG [RS:0;8eb9a7a2374b:43841 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T12:17:08,896 DEBUG [RS:0;8eb9a7a2374b:43841 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T12:17:08,897 DEBUG [RS:0;8eb9a7a2374b:43841 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T12:17:08,897 INFO [RS:0;8eb9a7a2374b:43841 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T12:17:08,897 INFO [RS:0;8eb9a7a2374b:43841 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T12:17:09,006 INFO [RS:0;8eb9a7a2374b:43841 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T12:17:09,009 INFO [RS:0;8eb9a7a2374b:43841 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8eb9a7a2374b%2C43841%2C1731241027112, suffix=, logDir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/WALs/8eb9a7a2374b,43841,1731241027112, archiveDir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/oldWALs, maxLogs=32 2024-11-10T12:17:09,024 DEBUG [RS:0;8eb9a7a2374b:43841 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(600): When create output stream for /user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/WALs/8eb9a7a2374b,43841,1731241027112/8eb9a7a2374b%2C43841%2C1731241027112.1731241029012, exclude list is [], retry=0 2024-11-10T12:17:09,029 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34185,DS-a52ebedb-a927-4291-8401-cd915603b914,DISK] 2024-11-10T12:17:09,032 INFO [RS:0;8eb9a7a2374b:43841 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/WALs/8eb9a7a2374b,43841,1731241027112/8eb9a7a2374b%2C43841%2C1731241027112.1731241029012 2024-11-10T12:17:09,032 DEBUG [RS:0;8eb9a7a2374b:43841 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39681:39681)] 2024-11-10T12:17:09,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:17:09,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T12:17:09,116 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T12:17:09,117 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:17:09,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:17:09,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T12:17:09,122 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T12:17:09,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:17:09,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:17:09,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T12:17:09,127 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T12:17:09,127 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:17:09,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:17:09,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/hbase/meta/1588230740 2024-11-10T12:17:09,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/hbase/meta/1588230740 2024-11-10T12:17:09,134 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T12:17:09,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-10T12:17:09,141 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:17:09,142 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72204428, jitterRate=0.07592982053756714}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T12:17:09,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-10T12:17:09,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-10T12:17:09,145 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-10T12:17:09,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-10T12:17:09,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T12:17:09,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T12:17:09,146 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-10T12:17:09,147 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-10T12:17:09,149 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:17:09,149 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-10T12:17:09,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T12:17:09,162 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T12:17:09,164 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T12:17:09,316 DEBUG [8eb9a7a2374b:38129 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T12:17:09,321 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:09,326 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8eb9a7a2374b,43841,1731241027112, state=OPENING 2024-11-10T12:17:09,340 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T12:17:09,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38129-0x10125f741fe0000, quorum=127.0.0.1:59506, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T12:17:09,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43841-0x10125f741fe0001, quorum=127.0.0.1:59506, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T12:17:09,350 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T12:17:09,350 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T12:17:09,353 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=8eb9a7a2374b,43841,1731241027112}] 2024-11-10T12:17:09,531 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:09,533 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T12:17:09,536 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45472, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T12:17:09,546 INFO [RS_OPEN_META-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-10T12:17:09,546 INFO [RS_OPEN_META-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:17:09,547 INFO [RS_OPEN_META-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T12:17:09,550 INFO [RS_OPEN_META-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8eb9a7a2374b%2C43841%2C1731241027112.meta, suffix=.meta, logDir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/WALs/8eb9a7a2374b,43841,1731241027112, archiveDir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/oldWALs, maxLogs=32 2024-11-10T12:17:09,565 DEBUG [RS_OPEN_META-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(600): When create output stream for /user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/WALs/8eb9a7a2374b,43841,1731241027112/8eb9a7a2374b%2C43841%2C1731241027112.meta.1731241029551.meta, exclude list is [], retry=0 2024-11-10T12:17:09,569 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34185,DS-a52ebedb-a927-4291-8401-cd915603b914,DISK] 2024-11-10T12:17:09,571 INFO [RS_OPEN_META-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/WALs/8eb9a7a2374b,43841,1731241027112/8eb9a7a2374b%2C43841%2C1731241027112.meta.1731241029551.meta 2024-11-10T12:17:09,572 DEBUG [RS_OPEN_META-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39681:39681)] 2024-11-10T12:17:09,572 DEBUG [RS_OPEN_META-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:17:09,573 DEBUG [RS_OPEN_META-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T12:17:09,625 DEBUG [RS_OPEN_META-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T12:17:09,629 INFO [RS_OPEN_META-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T12:17:09,634 DEBUG [RS_OPEN_META-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T12:17:09,634 DEBUG [RS_OPEN_META-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:17:09,634 DEBUG [RS_OPEN_META-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-10T12:17:09,634 DEBUG [RS_OPEN_META-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-10T12:17:09,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T12:17:09,639 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T12:17:09,640 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:17:09,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:17:09,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T12:17:09,643 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T12:17:09,643 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:17:09,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:17:09,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T12:17:09,647 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T12:17:09,647 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:17:09,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:17:09,650 DEBUG [RS_OPEN_META-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/hbase/meta/1588230740 2024-11-10T12:17:09,653 DEBUG [RS_OPEN_META-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/hbase/meta/1588230740 2024-11-10T12:17:09,656 DEBUG [RS_OPEN_META-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T12:17:09,659 DEBUG [RS_OPEN_META-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-10T12:17:09,668 INFO [RS_OPEN_META-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64827819, jitterRate=-0.03399021923542023}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T12:17:09,671 DEBUG [RS_OPEN_META-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-10T12:17:09,680 INFO [RS_OPEN_META-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731241029525 2024-11-10T12:17:09,695 DEBUG [RS_OPEN_META-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T12:17:09,696 INFO [RS_OPEN_META-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-10T12:17:09,697 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:09,700 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8eb9a7a2374b,43841,1731241027112, state=OPEN 2024-11-10T12:17:09,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43841-0x10125f741fe0001, quorum=127.0.0.1:59506, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T12:17:09,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38129-0x10125f741fe0000, quorum=127.0.0.1:59506, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T12:17:09,731 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T12:17:09,731 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T12:17:09,739 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T12:17:09,739 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=8eb9a7a2374b,43841,1731241027112 in 378 msec 2024-11-10T12:17:09,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T12:17:09,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 586 msec 2024-11-10T12:17:09,752 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.1390 sec 2024-11-10T12:17:09,752 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731241029752, completionTime=-1 2024-11-10T12:17:09,753 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T12:17:09,753 DEBUG [master/8eb9a7a2374b:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-10T12:17:09,785 DEBUG [hconnection-0x371c75f2-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:17:09,787 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45478, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:17:09,796 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-10T12:17:09,796 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731241089796 2024-11-10T12:17:09,796 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731241149796 2024-11-10T12:17:09,796 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 43 msec 2024-11-10T12:17:09,830 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8eb9a7a2374b,38129,1731241026286-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:17:09,830 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8eb9a7a2374b,38129,1731241026286-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:17:09,830 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8eb9a7a2374b,38129,1731241026286-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:17:09,832 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8eb9a7a2374b:38129, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:17:09,832 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T12:17:09,837 DEBUG [master/8eb9a7a2374b:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-10T12:17:09,840 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-10T12:17:09,842 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T12:17:09,848 DEBUG [master/8eb9a7a2374b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-10T12:17:09,851 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T12:17:09,852 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:17:09,855 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T12:17:09,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741835_1011 (size=358) 2024-11-10T12:17:10,277 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 0d76421985b0e61b9979ea18bb412c94, NAME => 'hbase:namespace,,1731241029841.0d76421985b0e61b9979ea18bb412c94.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744 2024-11-10T12:17:10,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741836_1012 (size=42) 2024-11-10T12:17:10,690 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731241029841.0d76421985b0e61b9979ea18bb412c94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:17:10,691 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 0d76421985b0e61b9979ea18bb412c94, disabling compactions & flushes 2024-11-10T12:17:10,691 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731241029841.0d76421985b0e61b9979ea18bb412c94. 2024-11-10T12:17:10,692 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731241029841.0d76421985b0e61b9979ea18bb412c94. 2024-11-10T12:17:10,692 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731241029841.0d76421985b0e61b9979ea18bb412c94. after waiting 0 ms 2024-11-10T12:17:10,692 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731241029841.0d76421985b0e61b9979ea18bb412c94. 2024-11-10T12:17:10,692 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1731241029841.0d76421985b0e61b9979ea18bb412c94. 2024-11-10T12:17:10,693 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 0d76421985b0e61b9979ea18bb412c94: 2024-11-10T12:17:10,697 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T12:17:10,705 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1731241029841.0d76421985b0e61b9979ea18bb412c94.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1731241030699"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731241030699"}]},"ts":"1731241030699"} 2024-11-10T12:17:10,727 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-10T12:17:10,729 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T12:17:10,732 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241030730"}]},"ts":"1731241030730"} 2024-11-10T12:17:10,736 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-10T12:17:10,793 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=0d76421985b0e61b9979ea18bb412c94, ASSIGN}] 2024-11-10T12:17:10,797 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=0d76421985b0e61b9979ea18bb412c94, ASSIGN 2024-11-10T12:17:10,800 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=0d76421985b0e61b9979ea18bb412c94, ASSIGN; state=OFFLINE, location=8eb9a7a2374b,43841,1731241027112; forceNewPlan=false, retain=false 2024-11-10T12:17:10,950 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=0d76421985b0e61b9979ea18bb412c94, regionState=OPENING, regionLocation=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:10,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 0d76421985b0e61b9979ea18bb412c94, server=8eb9a7a2374b,43841,1731241027112}] 2024-11-10T12:17:11,109 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:11,116 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1731241029841.0d76421985b0e61b9979ea18bb412c94. 2024-11-10T12:17:11,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 0d76421985b0e61b9979ea18bb412c94, NAME => 'hbase:namespace,,1731241029841.0d76421985b0e61b9979ea18bb412c94.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:17:11,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 0d76421985b0e61b9979ea18bb412c94 2024-11-10T12:17:11,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731241029841.0d76421985b0e61b9979ea18bb412c94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:17:11,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 0d76421985b0e61b9979ea18bb412c94 2024-11-10T12:17:11,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 0d76421985b0e61b9979ea18bb412c94 2024-11-10T12:17:11,121 INFO [StoreOpener-0d76421985b0e61b9979ea18bb412c94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 0d76421985b0e61b9979ea18bb412c94 2024-11-10T12:17:11,124 INFO [StoreOpener-0d76421985b0e61b9979ea18bb412c94-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d76421985b0e61b9979ea18bb412c94 columnFamilyName info 2024-11-10T12:17:11,124 DEBUG [StoreOpener-0d76421985b0e61b9979ea18bb412c94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:17:11,125 INFO [StoreOpener-0d76421985b0e61b9979ea18bb412c94-1 {}] regionserver.HStore(327): Store=0d76421985b0e61b9979ea18bb412c94/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:17:11,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/hbase/namespace/0d76421985b0e61b9979ea18bb412c94 2024-11-10T12:17:11,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/hbase/namespace/0d76421985b0e61b9979ea18bb412c94 2024-11-10T12:17:11,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 0d76421985b0e61b9979ea18bb412c94 2024-11-10T12:17:11,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/hbase/namespace/0d76421985b0e61b9979ea18bb412c94/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:17:11,140 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 0d76421985b0e61b9979ea18bb412c94; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73319707, jitterRate=0.09254877269268036}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T12:17:11,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 0d76421985b0e61b9979ea18bb412c94: 2024-11-10T12:17:11,144 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1731241029841.0d76421985b0e61b9979ea18bb412c94., pid=6, masterSystemTime=1731241031108 2024-11-10T12:17:11,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1731241029841.0d76421985b0e61b9979ea18bb412c94. 2024-11-10T12:17:11,149 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1731241029841.0d76421985b0e61b9979ea18bb412c94. 2024-11-10T12:17:11,150 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=0d76421985b0e61b9979ea18bb412c94, regionState=OPEN, openSeqNum=2, regionLocation=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:11,159 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T12:17:11,160 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 0d76421985b0e61b9979ea18bb412c94, server=8eb9a7a2374b,43841,1731241027112 in 201 msec 2024-11-10T12:17:11,163 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T12:17:11,163 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=0d76421985b0e61b9979ea18bb412c94, ASSIGN in 366 msec 2024-11-10T12:17:11,164 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T12:17:11,165 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241031164"}]},"ts":"1731241031164"} 2024-11-10T12:17:11,167 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-10T12:17:11,180 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T12:17:11,184 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.3370 sec 2024-11-10T12:17:11,255 DEBUG [master/8eb9a7a2374b:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:38129-0x10125f741fe0000, quorum=127.0.0.1:59506, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-10T12:17:11,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38129-0x10125f741fe0000, quorum=127.0.0.1:59506, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-10T12:17:11,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43841-0x10125f741fe0001, quorum=127.0.0.1:59506, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T12:17:11,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38129-0x10125f741fe0000, quorum=127.0.0.1:59506, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T12:17:11,294 DEBUG [master/8eb9a7a2374b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-10T12:17:11,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38129-0x10125f741fe0000, quorum=127.0.0.1:59506, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-10T12:17:11,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 37 msec 2024-11-10T12:17:11,340 DEBUG [master/8eb9a7a2374b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-10T12:17:11,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38129-0x10125f741fe0000, quorum=127.0.0.1:59506, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-10T12:17:11,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 33 msec 2024-11-10T12:17:11,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38129-0x10125f741fe0000, quorum=127.0.0.1:59506, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-10T12:17:11,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38129-0x10125f741fe0000, quorum=127.0.0.1:59506, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-10T12:17:11,450 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.212sec 2024-11-10T12:17:11,452 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T12:17:11,454 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T12:17:11,456 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T12:17:11,457 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T12:17:11,457 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T12:17:11,458 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8eb9a7a2374b,38129,1731241026286-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T12:17:11,459 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8eb9a7a2374b,38129,1731241026286-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T12:17:11,467 DEBUG [master/8eb9a7a2374b:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-10T12:17:11,468 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T12:17:11,468 INFO [master/8eb9a7a2374b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8eb9a7a2374b,38129,1731241026286-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:17:11,497 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5e83c466 to 127.0.0.1:59506 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@39dee83f 2024-11-10T12:17:11,497 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-10T12:17:11,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67b8b597, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:17:11,516 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-10T12:17:11,516 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-10T12:17:11,525 DEBUG [hconnection-0x4c09ef46-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:17:11,532 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45484, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:17:11,541 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=8eb9a7a2374b,38129,1731241026286 2024-11-10T12:17:11,552 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=209, ProcessCount=11, AvailableMemoryMB=6290 2024-11-10T12:17:11,577 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:17:11,585 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56878, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:17:11,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T12:17:11,597 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:17:11,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-10T12:17:11,602 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T12:17:11,602 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-10T12:17:11,603 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:17:11,608 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T12:17:11,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-10T12:17:11,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741837_1013 (size=960) 2024-11-10T12:17:11,625 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744 2024-11-10T12:17:11,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741838_1014 (size=53) 2024-11-10T12:17:11,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-10T12:17:11,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-10T12:17:12,039 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:17:12,040 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 9aa4aa07b12f8ea2c1ee182911aa1c8b, disabling compactions & flushes 2024-11-10T12:17:12,040 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:12,040 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:12,040 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. after waiting 0 ms 2024-11-10T12:17:12,040 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:12,041 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:12,041 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:12,044 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T12:17:12,044 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731241032044"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731241032044"}]},"ts":"1731241032044"} 2024-11-10T12:17:12,048 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-10T12:17:12,051 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T12:17:12,051 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241032051"}]},"ts":"1731241032051"} 2024-11-10T12:17:12,055 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-10T12:17:12,107 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9aa4aa07b12f8ea2c1ee182911aa1c8b, ASSIGN}] 2024-11-10T12:17:12,110 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9aa4aa07b12f8ea2c1ee182911aa1c8b, ASSIGN 2024-11-10T12:17:12,112 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9aa4aa07b12f8ea2c1ee182911aa1c8b, ASSIGN; state=OFFLINE, location=8eb9a7a2374b,43841,1731241027112; forceNewPlan=false, retain=false 2024-11-10T12:17:12,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-10T12:17:12,263 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=9aa4aa07b12f8ea2c1ee182911aa1c8b, regionState=OPENING, regionLocation=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:12,271 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112}] 2024-11-10T12:17:12,426 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:12,433 INFO [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:12,434 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:17:12,434 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9aa4aa07b12f8ea2c1ee182911aa1c8b 2024-11-10T12:17:12,435 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:17:12,435 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 9aa4aa07b12f8ea2c1ee182911aa1c8b 2024-11-10T12:17:12,435 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 9aa4aa07b12f8ea2c1ee182911aa1c8b 2024-11-10T12:17:12,437 INFO [StoreOpener-9aa4aa07b12f8ea2c1ee182911aa1c8b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9aa4aa07b12f8ea2c1ee182911aa1c8b 2024-11-10T12:17:12,441 INFO [StoreOpener-9aa4aa07b12f8ea2c1ee182911aa1c8b-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-10T12:17:12,441 INFO [StoreOpener-9aa4aa07b12f8ea2c1ee182911aa1c8b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9aa4aa07b12f8ea2c1ee182911aa1c8b columnFamilyName A 2024-11-10T12:17:12,441 DEBUG [StoreOpener-9aa4aa07b12f8ea2c1ee182911aa1c8b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:17:12,442 INFO [StoreOpener-9aa4aa07b12f8ea2c1ee182911aa1c8b-1 {}] regionserver.HStore(327): Store=9aa4aa07b12f8ea2c1ee182911aa1c8b/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:17:12,443 INFO [StoreOpener-9aa4aa07b12f8ea2c1ee182911aa1c8b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9aa4aa07b12f8ea2c1ee182911aa1c8b 2024-11-10T12:17:12,445 INFO [StoreOpener-9aa4aa07b12f8ea2c1ee182911aa1c8b-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-10T12:17:12,445 INFO [StoreOpener-9aa4aa07b12f8ea2c1ee182911aa1c8b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9aa4aa07b12f8ea2c1ee182911aa1c8b columnFamilyName B 2024-11-10T12:17:12,445 DEBUG [StoreOpener-9aa4aa07b12f8ea2c1ee182911aa1c8b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:17:12,446 INFO [StoreOpener-9aa4aa07b12f8ea2c1ee182911aa1c8b-1 {}] regionserver.HStore(327): Store=9aa4aa07b12f8ea2c1ee182911aa1c8b/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:17:12,447 INFO [StoreOpener-9aa4aa07b12f8ea2c1ee182911aa1c8b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9aa4aa07b12f8ea2c1ee182911aa1c8b 2024-11-10T12:17:12,449 INFO [StoreOpener-9aa4aa07b12f8ea2c1ee182911aa1c8b-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-10T12:17:12,450 INFO [StoreOpener-9aa4aa07b12f8ea2c1ee182911aa1c8b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9aa4aa07b12f8ea2c1ee182911aa1c8b columnFamilyName C 2024-11-10T12:17:12,450 DEBUG [StoreOpener-9aa4aa07b12f8ea2c1ee182911aa1c8b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:17:12,450 INFO [StoreOpener-9aa4aa07b12f8ea2c1ee182911aa1c8b-1 {}] regionserver.HStore(327): Store=9aa4aa07b12f8ea2c1ee182911aa1c8b/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:17:12,451 INFO [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:12,452 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b 2024-11-10T12:17:12,453 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b 2024-11-10T12:17:12,456 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T12:17:12,458 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 9aa4aa07b12f8ea2c1ee182911aa1c8b 2024-11-10T12:17:12,462 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:17:12,463 INFO [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 9aa4aa07b12f8ea2c1ee182911aa1c8b; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75068328, jitterRate=0.11860525608062744}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T12:17:12,465 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:12,466 INFO [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b., pid=11, masterSystemTime=1731241032425 2024-11-10T12:17:12,469 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:12,469 INFO [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:12,470 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=9aa4aa07b12f8ea2c1ee182911aa1c8b, regionState=OPEN, openSeqNum=2, regionLocation=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:12,477 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-10T12:17:12,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 in 203 msec 2024-11-10T12:17:12,480 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T12:17:12,480 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=9aa4aa07b12f8ea2c1ee182911aa1c8b, ASSIGN in 370 msec 2024-11-10T12:17:12,481 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T12:17:12,482 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241032481"}]},"ts":"1731241032481"} 2024-11-10T12:17:12,485 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-10T12:17:12,514 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T12:17:12,519 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 916 msec 2024-11-10T12:17:12,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-10T12:17:12,732 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-10T12:17:12,738 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0e98ea32 to 127.0.0.1:59506 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3b9fcedf 2024-11-10T12:17:12,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e71e468, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:17:12,752 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:17:12,754 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45492, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:17:12,757 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:17:12,759 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56886, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:17:12,766 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x12885408 to 127.0.0.1:59506 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@9bd0964 2024-11-10T12:17:12,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c63ae4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:17:12,775 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72b32f98 to 127.0.0.1:59506 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1324ee83 2024-11-10T12:17:12,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@736f1673, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:17:12,789 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x04977266 to 127.0.0.1:59506 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@45b55c24 2024-11-10T12:17:12,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ee2166f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:17:12,801 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6bbb5d8a to 127.0.0.1:59506 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@48068a5 2024-11-10T12:17:12,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f34ff67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:17:12,814 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x18603bb9 to 127.0.0.1:59506 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3883f7b 2024-11-10T12:17:12,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b5f27aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:17:12,826 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72e97e4b to 127.0.0.1:59506 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12a1285d 2024-11-10T12:17:12,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c3b736e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:17:12,839 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x490457fd to 127.0.0.1:59506 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@527c6d40 2024-11-10T12:17:12,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@353bc462, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:17:12,851 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c8de680 to 127.0.0.1:59506 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@47fe2fa7 2024-11-10T12:17:12,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6502d571, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:17:12,864 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f6b07e3 to 127.0.0.1:59506 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@595e9ebe 2024-11-10T12:17:12,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a0471b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:17:12,879 DEBUG [hconnection-0x3f372560-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:17:12,879 DEBUG [hconnection-0x26fa22e1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:17:12,882 DEBUG [hconnection-0x937cb2f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:17:12,882 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45510, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:17:12,882 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45508, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:17:12,882 DEBUG [hconnection-0x32a257e5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:17:12,883 DEBUG [hconnection-0x3ff5e795-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:17:12,883 DEBUG [hconnection-0x1a793308-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:17:12,887 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:17:12,888 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45512, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:17:12,889 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45520, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:17:12,891 DEBUG [hconnection-0x2717408a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:17:12,892 DEBUG [hconnection-0x26d0bb07-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:17:12,893 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45532, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:17:12,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-10T12:17:12,891 DEBUG [hconnection-0x42d5ecaf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:17:12,895 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45538, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:17:12,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-10T12:17:12,897 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45546, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:17:12,903 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:17:12,904 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45548, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:17:12,904 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:17:12,906 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45552, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:17:12,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:17:12,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 9aa4aa07b12f8ea2c1ee182911aa1c8b 2024-11-10T12:17:12,964 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9aa4aa07b12f8ea2c1ee182911aa1c8b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T12:17:12,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=A 2024-11-10T12:17:12,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:12,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=B 2024-11-10T12:17:12,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:12,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=C 2024-11-10T12:17:12,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:13,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-10T12:17:13,069 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:13,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-10T12:17:13,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:13,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. as already flushing 2024-11-10T12:17:13,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:13,075 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:13,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:13,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:13,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:13,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1731241093108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:13,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:13,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45512 deadline: 1731241093112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:13,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:13,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241093118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:13,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:13,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45532 deadline: 1731241093119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:13,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:13,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241093124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:13,163 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/56de7ac1e3c14cee820c68373a6fd0d5 is 50, key is test_row_0/A:col10/1731241032953/Put/seqid=0 2024-11-10T12:17:13,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741839_1015 (size=12001) 2024-11-10T12:17:13,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-10T12:17:13,246 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:13,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-10T12:17:13,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:13,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. as already flushing 2024-11-10T12:17:13,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:13,250 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:13,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:13,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:13,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45512 deadline: 1731241093255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:13,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:13,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:13,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45532 deadline: 1731241093256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:13,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:13,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241093256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:13,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:13,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1731241093256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:13,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:13,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241093256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:13,413 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:13,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-10T12:17:13,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:13,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. as already flushing 2024-11-10T12:17:13,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:13,418 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:13,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:13,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:13,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:13,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:13,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45532 deadline: 1731241093465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:13,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45512 deadline: 1731241093465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:13,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:13,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241093466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:13,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:13,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1731241093468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:13,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:13,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241093469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:13,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-10T12:17:13,573 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:13,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-10T12:17:13,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:13,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. as already flushing 2024-11-10T12:17:13,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:13,575 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:13,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:13,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:13,594 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/56de7ac1e3c14cee820c68373a6fd0d5 2024-11-10T12:17:13,692 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/0ab604aeebeb4d33894ce4e89bbd8845 is 50, key is test_row_0/B:col10/1731241032953/Put/seqid=0 2024-11-10T12:17:13,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741840_1016 (size=12001) 2024-11-10T12:17:13,724 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/0ab604aeebeb4d33894ce4e89bbd8845 2024-11-10T12:17:13,729 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:13,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-10T12:17:13,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:13,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. as already flushing 2024-11-10T12:17:13,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:13,731 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:13,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:13,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:13,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:13,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45512 deadline: 1731241093773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:13,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:13,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241093774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:13,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:13,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1731241093774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:13,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:13,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241093776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:13,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:13,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45532 deadline: 1731241093772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:13,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/251b8860810845aeb6b4b91cb4a08b69 is 50, key is test_row_0/C:col10/1731241032953/Put/seqid=0 2024-11-10T12:17:13,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741841_1017 (size=12001) 2024-11-10T12:17:13,817 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/251b8860810845aeb6b4b91cb4a08b69 2024-11-10T12:17:13,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/56de7ac1e3c14cee820c68373a6fd0d5 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/56de7ac1e3c14cee820c68373a6fd0d5 2024-11-10T12:17:13,859 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/56de7ac1e3c14cee820c68373a6fd0d5, entries=150, sequenceid=13, filesize=11.7 K 2024-11-10T12:17:13,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/0ab604aeebeb4d33894ce4e89bbd8845 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/0ab604aeebeb4d33894ce4e89bbd8845 2024-11-10T12:17:13,876 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/0ab604aeebeb4d33894ce4e89bbd8845, entries=150, sequenceid=13, filesize=11.7 K 2024-11-10T12:17:13,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/251b8860810845aeb6b4b91cb4a08b69 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/251b8860810845aeb6b4b91cb4a08b69 2024-11-10T12:17:13,886 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:13,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-10T12:17:13,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:13,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. as already flushing 2024-11-10T12:17:13,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:13,888 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:13,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:13,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:13,894 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/251b8860810845aeb6b4b91cb4a08b69, entries=150, sequenceid=13, filesize=11.7 K 2024-11-10T12:17:13,896 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 9aa4aa07b12f8ea2c1ee182911aa1c8b in 932ms, sequenceid=13, compaction requested=false 2024-11-10T12:17:13,897 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-10T12:17:13,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:14,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-10T12:17:14,043 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:14,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-10T12:17:14,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:14,044 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 9aa4aa07b12f8ea2c1ee182911aa1c8b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-10T12:17:14,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=A 2024-11-10T12:17:14,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:14,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=B 2024-11-10T12:17:14,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:14,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=C 2024-11-10T12:17:14,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:14,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/a8aad850aa744fc798d269e4765fec75 is 50, key is test_row_0/A:col10/1731241033115/Put/seqid=0 2024-11-10T12:17:14,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741842_1018 (size=12001) 2024-11-10T12:17:14,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 9aa4aa07b12f8ea2c1ee182911aa1c8b 2024-11-10T12:17:14,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. as already flushing 2024-11-10T12:17:14,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:14,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241094298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:14,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:14,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45532 deadline: 1731241094299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:14,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:14,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241094302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:14,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:14,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1731241094303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:14,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:14,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45512 deadline: 1731241094307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:14,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:14,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:14,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45532 deadline: 1731241094410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:14,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241094410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:14,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:14,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241094411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:14,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:14,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1731241094413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:14,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:14,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45512 deadline: 1731241094415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:14,510 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/a8aad850aa744fc798d269e4765fec75 2024-11-10T12:17:14,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/5ed218d009dd4c43bf72579b72c7abcf is 50, key is test_row_0/B:col10/1731241033115/Put/seqid=0 2024-11-10T12:17:14,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741843_1019 (size=12001) 2024-11-10T12:17:14,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:14,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:14,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241094617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:14,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45532 deadline: 1731241094617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:14,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:14,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241094618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:14,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:14,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1731241094619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:14,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:14,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45512 deadline: 1731241094624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:14,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:14,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45532 deadline: 1731241094922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:14,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:14,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241094923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:14,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:14,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1731241094924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:14,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:14,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:14,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241094925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:14,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45512 deadline: 1731241094927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:14,972 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/5ed218d009dd4c43bf72579b72c7abcf 2024-11-10T12:17:15,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/56d67d7c9c624a769aa7472dff72c68b is 50, key is test_row_0/C:col10/1731241033115/Put/seqid=0 2024-11-10T12:17:15,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-10T12:17:15,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741844_1020 (size=12001) 2024-11-10T12:17:15,031 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/56d67d7c9c624a769aa7472dff72c68b 2024-11-10T12:17:15,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/a8aad850aa744fc798d269e4765fec75 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/a8aad850aa744fc798d269e4765fec75 2024-11-10T12:17:15,071 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/a8aad850aa744fc798d269e4765fec75, entries=150, sequenceid=37, filesize=11.7 K 2024-11-10T12:17:15,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/5ed218d009dd4c43bf72579b72c7abcf as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/5ed218d009dd4c43bf72579b72c7abcf 2024-11-10T12:17:15,099 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/5ed218d009dd4c43bf72579b72c7abcf, entries=150, sequenceid=37, filesize=11.7 K 2024-11-10T12:17:15,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/56d67d7c9c624a769aa7472dff72c68b as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/56d67d7c9c624a769aa7472dff72c68b 2024-11-10T12:17:15,115 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/56d67d7c9c624a769aa7472dff72c68b, entries=150, sequenceid=37, filesize=11.7 K 2024-11-10T12:17:15,121 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 9aa4aa07b12f8ea2c1ee182911aa1c8b in 1077ms, sequenceid=37, compaction requested=false 2024-11-10T12:17:15,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:15,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:15,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-10T12:17:15,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-10T12:17:15,127 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-10T12:17:15,128 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2170 sec 2024-11-10T12:17:15,131 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 2.2400 sec 2024-11-10T12:17:15,146 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T12:17:15,227 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T12:17:15,229 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-10T12:17:15,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 9aa4aa07b12f8ea2c1ee182911aa1c8b 2024-11-10T12:17:15,445 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9aa4aa07b12f8ea2c1ee182911aa1c8b 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-10T12:17:15,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=A 2024-11-10T12:17:15,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:15,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=B 2024-11-10T12:17:15,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:15,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=C 2024-11-10T12:17:15,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:15,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/b6b5f0692caf42609aec3723e84d9fd2 is 50, key is test_row_0/A:col10/1731241035439/Put/seqid=0 2024-11-10T12:17:15,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741845_1021 (size=12001) 2024-11-10T12:17:15,517 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/b6b5f0692caf42609aec3723e84d9fd2 2024-11-10T12:17:15,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:15,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1731241095515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:15,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:15,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241095519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:15,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:15,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45532 deadline: 1731241095530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:15,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:15,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45512 deadline: 1731241095530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:15,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:15,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241095532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:15,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/449eedfb97194778b2d1969170b9abcf is 50, key is test_row_0/B:col10/1731241035439/Put/seqid=0 2024-11-10T12:17:15,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741846_1022 (size=12001) 2024-11-10T12:17:15,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:15,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1731241095631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:15,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:15,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241095635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:15,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:15,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45532 deadline: 1731241095639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:15,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:15,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45512 deadline: 1731241095642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:15,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:15,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241095642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:15,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:15,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1731241095845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:15,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:15,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45532 deadline: 1731241095847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:15,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:15,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241095846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:15,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:15,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45512 deadline: 1731241095851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:15,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:15,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241095853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:16,006 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/449eedfb97194778b2d1969170b9abcf 2024-11-10T12:17:16,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/d0b43b035cce42778276716709da4ebe is 50, key is test_row_0/C:col10/1731241035439/Put/seqid=0 2024-11-10T12:17:16,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741847_1023 (size=12001) 2024-11-10T12:17:16,084 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/d0b43b035cce42778276716709da4ebe 2024-11-10T12:17:16,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/b6b5f0692caf42609aec3723e84d9fd2 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/b6b5f0692caf42609aec3723e84d9fd2 2024-11-10T12:17:16,129 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/b6b5f0692caf42609aec3723e84d9fd2, entries=150, sequenceid=52, filesize=11.7 K 2024-11-10T12:17:16,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/449eedfb97194778b2d1969170b9abcf as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/449eedfb97194778b2d1969170b9abcf 2024-11-10T12:17:16,147 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/449eedfb97194778b2d1969170b9abcf, entries=150, sequenceid=52, filesize=11.7 K 2024-11-10T12:17:16,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/d0b43b035cce42778276716709da4ebe as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/d0b43b035cce42778276716709da4ebe 2024-11-10T12:17:16,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:16,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1731241096159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:16,170 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/d0b43b035cce42778276716709da4ebe, entries=150, sequenceid=52, filesize=11.7 K 2024-11-10T12:17:16,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:16,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45532 deadline: 1731241096160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:16,181 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=134.18 KB/137400 for 9aa4aa07b12f8ea2c1ee182911aa1c8b in 726ms, sequenceid=52, compaction requested=true 2024-11-10T12:17:16,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:16,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9aa4aa07b12f8ea2c1ee182911aa1c8b:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:17:16,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:16,191 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:17:16,192 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:17:16,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9aa4aa07b12f8ea2c1ee182911aa1c8b:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:17:16,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:16,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9aa4aa07b12f8ea2c1ee182911aa1c8b:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:17:16,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:17:16,197 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:17:16,197 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:17:16,200 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): 9aa4aa07b12f8ea2c1ee182911aa1c8b/B is initiating minor compaction (all files) 2024-11-10T12:17:16,200 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1540): 9aa4aa07b12f8ea2c1ee182911aa1c8b/A is initiating minor compaction (all files) 2024-11-10T12:17:16,200 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9aa4aa07b12f8ea2c1ee182911aa1c8b/B in TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:16,200 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9aa4aa07b12f8ea2c1ee182911aa1c8b/A in TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:16,200 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/0ab604aeebeb4d33894ce4e89bbd8845, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/5ed218d009dd4c43bf72579b72c7abcf, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/449eedfb97194778b2d1969170b9abcf] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp, totalSize=35.2 K 2024-11-10T12:17:16,200 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/56de7ac1e3c14cee820c68373a6fd0d5, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/a8aad850aa744fc798d269e4765fec75, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/b6b5f0692caf42609aec3723e84d9fd2] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp, totalSize=35.2 K 2024-11-10T12:17:16,202 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 0ab604aeebeb4d33894ce4e89bbd8845, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731241032953 2024-11-10T12:17:16,203 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ed218d009dd4c43bf72579b72c7abcf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731241033111 2024-11-10T12:17:16,204 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 56de7ac1e3c14cee820c68373a6fd0d5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731241032953 2024-11-10T12:17:16,204 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 449eedfb97194778b2d1969170b9abcf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731241034283 2024-11-10T12:17:16,205 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting a8aad850aa744fc798d269e4765fec75, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731241033111 2024-11-10T12:17:16,207 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting b6b5f0692caf42609aec3723e84d9fd2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731241034283 2024-11-10T12:17:16,249 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9aa4aa07b12f8ea2c1ee182911aa1c8b#A#compaction#9 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:17:16,250 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/9105a6884a784939bdd54662a8d1b889 is 50, key is test_row_0/A:col10/1731241035439/Put/seqid=0 2024-11-10T12:17:16,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 9aa4aa07b12f8ea2c1ee182911aa1c8b 2024-11-10T12:17:16,255 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9aa4aa07b12f8ea2c1ee182911aa1c8b 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-10T12:17:16,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=A 2024-11-10T12:17:16,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:16,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=B 2024-11-10T12:17:16,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:16,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=C 2024-11-10T12:17:16,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:16,267 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9aa4aa07b12f8ea2c1ee182911aa1c8b#B#compaction#10 average throughput is 0.25 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:17:16,268 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/644f84d523b944e0be2839beda9bfc85 is 50, key is test_row_0/B:col10/1731241035439/Put/seqid=0 2024-11-10T12:17:16,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741848_1024 (size=12104) 2024-11-10T12:17:16,295 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/3bcff165c7c94268a1bff3d3fcaab49a is 50, key is test_row_0/A:col10/1731241036179/Put/seqid=0 2024-11-10T12:17:16,307 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/9105a6884a784939bdd54662a8d1b889 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/9105a6884a784939bdd54662a8d1b889 2024-11-10T12:17:16,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741849_1025 (size=12104) 2024-11-10T12:17:16,347 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9aa4aa07b12f8ea2c1ee182911aa1c8b/A of 9aa4aa07b12f8ea2c1ee182911aa1c8b into 9105a6884a784939bdd54662a8d1b889(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:17:16,348 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:16,348 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b., storeName=9aa4aa07b12f8ea2c1ee182911aa1c8b/A, priority=13, startTime=1731241036183; duration=0sec 2024-11-10T12:17:16,348 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:17:16,349 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9aa4aa07b12f8ea2c1ee182911aa1c8b:A 2024-11-10T12:17:16,349 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:17:16,350 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/644f84d523b944e0be2839beda9bfc85 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/644f84d523b944e0be2839beda9bfc85 2024-11-10T12:17:16,354 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:17:16,354 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1540): 9aa4aa07b12f8ea2c1ee182911aa1c8b/C is initiating minor compaction (all files) 2024-11-10T12:17:16,354 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9aa4aa07b12f8ea2c1ee182911aa1c8b/C in TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:16,354 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/251b8860810845aeb6b4b91cb4a08b69, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/56d67d7c9c624a769aa7472dff72c68b, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/d0b43b035cce42778276716709da4ebe] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp, totalSize=35.2 K 2024-11-10T12:17:16,356 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 251b8860810845aeb6b4b91cb4a08b69, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731241032953 2024-11-10T12:17:16,357 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 56d67d7c9c624a769aa7472dff72c68b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731241033111 2024-11-10T12:17:16,365 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9aa4aa07b12f8ea2c1ee182911aa1c8b/B of 9aa4aa07b12f8ea2c1ee182911aa1c8b into 644f84d523b944e0be2839beda9bfc85(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:17:16,365 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:16,365 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b., storeName=9aa4aa07b12f8ea2c1ee182911aa1c8b/B, priority=13, startTime=1731241036191; duration=0sec 2024-11-10T12:17:16,365 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:16,365 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9aa4aa07b12f8ea2c1ee182911aa1c8b:B 2024-11-10T12:17:16,367 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting d0b43b035cce42778276716709da4ebe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731241034283 2024-11-10T12:17:16,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741850_1026 (size=12001) 2024-11-10T12:17:16,389 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/3bcff165c7c94268a1bff3d3fcaab49a 2024-11-10T12:17:16,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:16,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241096380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:16,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:16,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45512 deadline: 1731241096389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:16,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:16,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241096389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:16,414 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9aa4aa07b12f8ea2c1ee182911aa1c8b#C#compaction#12 average throughput is 0.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:17:16,415 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/90a145db659444c084e05358fa3d9072 is 50, key is test_row_0/C:col10/1731241035439/Put/seqid=0 2024-11-10T12:17:16,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/d373532d00464594a32a3c2e0a2ab214 is 50, key is test_row_0/B:col10/1731241036179/Put/seqid=0 2024-11-10T12:17:16,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741851_1027 (size=12104) 2024-11-10T12:17:16,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741852_1028 (size=12001) 2024-11-10T12:17:16,472 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/d373532d00464594a32a3c2e0a2ab214 2024-11-10T12:17:16,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/d7fb48c1a99249578c5ed9168aef1813 is 50, key is test_row_0/C:col10/1731241036179/Put/seqid=0 2024-11-10T12:17:16,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:16,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241096506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:16,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:16,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45512 deadline: 1731241096508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:16,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:16,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241096508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:16,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741853_1029 (size=12001) 2024-11-10T12:17:16,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:16,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45532 deadline: 1731241096673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:16,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:16,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1731241096673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:16,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:16,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:16,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241096717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:16,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45512 deadline: 1731241096717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:16,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:16,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241096718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:16,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T12:17:16,742 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T12:17:16,745 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-10T12:17:16,745 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-10T12:17:16,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T12:17:16,747 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T12:17:16,748 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T12:17:16,748 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T12:17:16,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-10T12:17:16,749 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-10T12:17:16,873 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/90a145db659444c084e05358fa3d9072 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/90a145db659444c084e05358fa3d9072 2024-11-10T12:17:16,885 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9aa4aa07b12f8ea2c1ee182911aa1c8b/C of 9aa4aa07b12f8ea2c1ee182911aa1c8b into 90a145db659444c084e05358fa3d9072(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:17:16,885 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:16,885 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b., storeName=9aa4aa07b12f8ea2c1ee182911aa1c8b/C, priority=13, startTime=1731241036194; duration=0sec 2024-11-10T12:17:16,885 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:16,885 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9aa4aa07b12f8ea2c1ee182911aa1c8b:C 2024-11-10T12:17:16,958 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/d7fb48c1a99249578c5ed9168aef1813 2024-11-10T12:17:16,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/3bcff165c7c94268a1bff3d3fcaab49a as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/3bcff165c7c94268a1bff3d3fcaab49a 2024-11-10T12:17:16,983 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/3bcff165c7c94268a1bff3d3fcaab49a, entries=150, sequenceid=78, filesize=11.7 K 2024-11-10T12:17:16,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/d373532d00464594a32a3c2e0a2ab214 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/d373532d00464594a32a3c2e0a2ab214 2024-11-10T12:17:16,997 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/d373532d00464594a32a3c2e0a2ab214, entries=150, sequenceid=78, filesize=11.7 K 2024-11-10T12:17:16,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/d7fb48c1a99249578c5ed9168aef1813 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/d7fb48c1a99249578c5ed9168aef1813 2024-11-10T12:17:17,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-10T12:17:17,009 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-10T12:17:17,013 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:17:17,014 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/d7fb48c1a99249578c5ed9168aef1813, entries=150, sequenceid=78, filesize=11.7 K 2024-11-10T12:17:17,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-10T12:17:17,017 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=60.38 KB/61830 for 9aa4aa07b12f8ea2c1ee182911aa1c8b in 761ms, sequenceid=78, compaction requested=false 2024-11-10T12:17:17,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:17,017 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:17:17,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-10T12:17:17,019 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:17:17,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:17:17,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 9aa4aa07b12f8ea2c1ee182911aa1c8b 2024-11-10T12:17:17,035 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9aa4aa07b12f8ea2c1ee182911aa1c8b 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-10T12:17:17,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=A 2024-11-10T12:17:17,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:17,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=B 2024-11-10T12:17:17,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:17,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=C 2024-11-10T12:17:17,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:17,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/87f977fad2a5485cb3d79d176983af75 is 50, key is test_row_0/A:col10/1731241036373/Put/seqid=0 2024-11-10T12:17:17,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741854_1030 (size=16681) 2024-11-10T12:17:17,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:17,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45512 deadline: 1731241097104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:17,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-10T12:17:17,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:17,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241097105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:17,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:17,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241097117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:17,174 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:17,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-10T12:17:17,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:17,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. as already flushing 2024-11-10T12:17:17,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:17,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:17,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:17,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:17,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:17,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45512 deadline: 1731241097221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:17,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:17,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241097222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:17,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:17,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241097224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:17,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-10T12:17:17,328 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:17,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-10T12:17:17,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:17,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. as already flushing 2024-11-10T12:17:17,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:17,329 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:17,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:17,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:17,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:17,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:17,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45512 deadline: 1731241097431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:17,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:17,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241097434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:17,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241097428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:17,483 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:17,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-10T12:17:17,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:17,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. as already flushing 2024-11-10T12:17:17,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:17,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:17,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:17,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:17,495 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/87f977fad2a5485cb3d79d176983af75 2024-11-10T12:17:17,529 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/f09a9a08ed674a53b0a6c23206ff363e is 50, key is test_row_0/B:col10/1731241036373/Put/seqid=0 2024-11-10T12:17:17,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741855_1031 (size=12001) 2024-11-10T12:17:17,594 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/f09a9a08ed674a53b0a6c23206ff363e 2024-11-10T12:17:17,613 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/ba9a7f91b76c400384f677db02b3fd8c is 50, key is test_row_0/C:col10/1731241036373/Put/seqid=0 2024-11-10T12:17:17,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-10T12:17:17,639 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:17,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-10T12:17:17,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:17,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. as already flushing 2024-11-10T12:17:17,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:17,640 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:17,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:17,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:17,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741856_1032 (size=12001) 2024-11-10T12:17:17,665 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/ba9a7f91b76c400384f677db02b3fd8c 2024-11-10T12:17:17,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/87f977fad2a5485cb3d79d176983af75 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/87f977fad2a5485cb3d79d176983af75 2024-11-10T12:17:17,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:17,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1731241097686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:17,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:17,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45532 deadline: 1731241097687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:17,695 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/87f977fad2a5485cb3d79d176983af75, entries=250, sequenceid=95, filesize=16.3 K 2024-11-10T12:17:17,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/f09a9a08ed674a53b0a6c23206ff363e as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/f09a9a08ed674a53b0a6c23206ff363e 2024-11-10T12:17:17,736 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/f09a9a08ed674a53b0a6c23206ff363e, entries=150, sequenceid=95, filesize=11.7 K 2024-11-10T12:17:17,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/ba9a7f91b76c400384f677db02b3fd8c as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/ba9a7f91b76c400384f677db02b3fd8c 2024-11-10T12:17:17,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:17,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241097743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:17,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:17,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45512 deadline: 1731241097743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:17,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:17,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241097744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:17,752 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/ba9a7f91b76c400384f677db02b3fd8c, entries=150, sequenceid=95, filesize=11.7 K 2024-11-10T12:17:17,754 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 9aa4aa07b12f8ea2c1ee182911aa1c8b in 719ms, sequenceid=95, compaction requested=true 2024-11-10T12:17:17,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:17,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9aa4aa07b12f8ea2c1ee182911aa1c8b:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:17:17,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:17,755 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:17:17,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9aa4aa07b12f8ea2c1ee182911aa1c8b:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:17:17,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:17:17,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9aa4aa07b12f8ea2c1ee182911aa1c8b:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:17:17,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-10T12:17:17,755 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:17:17,761 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:17:17,761 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:17:17,761 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1540): 9aa4aa07b12f8ea2c1ee182911aa1c8b/A is initiating minor compaction (all files) 2024-11-10T12:17:17,761 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): 9aa4aa07b12f8ea2c1ee182911aa1c8b/B is initiating minor compaction (all files) 2024-11-10T12:17:17,761 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9aa4aa07b12f8ea2c1ee182911aa1c8b/A in TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:17,761 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/9105a6884a784939bdd54662a8d1b889, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/3bcff165c7c94268a1bff3d3fcaab49a, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/87f977fad2a5485cb3d79d176983af75] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp, totalSize=39.8 K 2024-11-10T12:17:17,762 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9aa4aa07b12f8ea2c1ee182911aa1c8b/B in TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:17,762 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/644f84d523b944e0be2839beda9bfc85, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/d373532d00464594a32a3c2e0a2ab214, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/f09a9a08ed674a53b0a6c23206ff363e] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp, totalSize=35.3 K 2024-11-10T12:17:17,763 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 644f84d523b944e0be2839beda9bfc85, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731241034283 2024-11-10T12:17:17,763 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9105a6884a784939bdd54662a8d1b889, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731241034283 2024-11-10T12:17:17,764 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting d373532d00464594a32a3c2e0a2ab214, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731241035509 2024-11-10T12:17:17,764 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3bcff165c7c94268a1bff3d3fcaab49a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731241035509 2024-11-10T12:17:17,765 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting f09a9a08ed674a53b0a6c23206ff363e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731241036337 2024-11-10T12:17:17,766 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 87f977fad2a5485cb3d79d176983af75, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731241036337 2024-11-10T12:17:17,794 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9aa4aa07b12f8ea2c1ee182911aa1c8b#B#compaction#18 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:17:17,794 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:17,795 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/d8c68082396b423bbe434213f9e9e1d7 is 50, key is test_row_0/B:col10/1731241036373/Put/seqid=0 2024-11-10T12:17:17,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-10T12:17:17,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:17,799 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 9aa4aa07b12f8ea2c1ee182911aa1c8b 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-10T12:17:17,800 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9aa4aa07b12f8ea2c1ee182911aa1c8b#A#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:17:17,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=A 2024-11-10T12:17:17,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:17,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=B 2024-11-10T12:17:17,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:17,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=C 2024-11-10T12:17:17,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:17,801 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/fdad54a3c1684b9088d49c0e1dc99d08 is 50, key is test_row_0/A:col10/1731241036373/Put/seqid=0 2024-11-10T12:17:17,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/66cf7788b87848068801aab2aecbccf6 is 50, key is test_row_0/A:col10/1731241037102/Put/seqid=0 2024-11-10T12:17:17,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741857_1033 (size=12207) 2024-11-10T12:17:17,894 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/d8c68082396b423bbe434213f9e9e1d7 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/d8c68082396b423bbe434213f9e9e1d7 2024-11-10T12:17:17,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741858_1034 (size=12207) 2024-11-10T12:17:17,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741859_1035 (size=12001) 2024-11-10T12:17:17,911 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/66cf7788b87848068801aab2aecbccf6 2024-11-10T12:17:17,912 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/fdad54a3c1684b9088d49c0e1dc99d08 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/fdad54a3c1684b9088d49c0e1dc99d08 2024-11-10T12:17:17,929 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9aa4aa07b12f8ea2c1ee182911aa1c8b/A of 9aa4aa07b12f8ea2c1ee182911aa1c8b into fdad54a3c1684b9088d49c0e1dc99d08(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:17:17,929 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:17,930 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b., storeName=9aa4aa07b12f8ea2c1ee182911aa1c8b/A, priority=13, startTime=1731241037754; duration=0sec 2024-11-10T12:17:17,930 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:17:17,930 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9aa4aa07b12f8ea2c1ee182911aa1c8b:A 2024-11-10T12:17:17,930 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:17:17,932 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:17:17,933 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1540): 9aa4aa07b12f8ea2c1ee182911aa1c8b/C is initiating minor compaction (all files) 2024-11-10T12:17:17,933 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9aa4aa07b12f8ea2c1ee182911aa1c8b/C in TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:17,933 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/90a145db659444c084e05358fa3d9072, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/d7fb48c1a99249578c5ed9168aef1813, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/ba9a7f91b76c400384f677db02b3fd8c] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp, totalSize=35.3 K 2024-11-10T12:17:17,933 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9aa4aa07b12f8ea2c1ee182911aa1c8b/B of 9aa4aa07b12f8ea2c1ee182911aa1c8b into d8c68082396b423bbe434213f9e9e1d7(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:17:17,933 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:17,933 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b., storeName=9aa4aa07b12f8ea2c1ee182911aa1c8b/B, priority=13, startTime=1731241037755; duration=0sec 2024-11-10T12:17:17,934 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:17,934 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9aa4aa07b12f8ea2c1ee182911aa1c8b:B 2024-11-10T12:17:17,934 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 90a145db659444c084e05358fa3d9072, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731241034283 2024-11-10T12:17:17,935 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting d7fb48c1a99249578c5ed9168aef1813, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731241035509 2024-11-10T12:17:17,936 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba9a7f91b76c400384f677db02b3fd8c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731241036337 2024-11-10T12:17:17,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/b0f0e11a23fa4b699e2aa97b53919dfa is 50, key is test_row_0/B:col10/1731241037102/Put/seqid=0 2024-11-10T12:17:17,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741860_1036 (size=12001) 2024-11-10T12:17:17,977 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9aa4aa07b12f8ea2c1ee182911aa1c8b#C#compaction#22 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:17:17,977 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/b6b092a0c0eb4ebc97173ba0271847c3 is 50, key is test_row_0/C:col10/1731241036373/Put/seqid=0 2024-11-10T12:17:17,979 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/b0f0e11a23fa4b699e2aa97b53919dfa 2024-11-10T12:17:18,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741861_1037 (size=12207) 2024-11-10T12:17:18,019 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/b6b092a0c0eb4ebc97173ba0271847c3 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/b6b092a0c0eb4ebc97173ba0271847c3 2024-11-10T12:17:18,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/386410d45e544bbe999c77fe97647c0e is 50, key is test_row_0/C:col10/1731241037102/Put/seqid=0 2024-11-10T12:17:18,031 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9aa4aa07b12f8ea2c1ee182911aa1c8b/C of 9aa4aa07b12f8ea2c1ee182911aa1c8b into b6b092a0c0eb4ebc97173ba0271847c3(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:17:18,031 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:18,031 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b., storeName=9aa4aa07b12f8ea2c1ee182911aa1c8b/C, priority=13, startTime=1731241037755; duration=0sec 2024-11-10T12:17:18,031 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:18,031 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9aa4aa07b12f8ea2c1ee182911aa1c8b:C 2024-11-10T12:17:18,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741862_1038 (size=12001) 2024-11-10T12:17:18,065 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/386410d45e544bbe999c77fe97647c0e 2024-11-10T12:17:18,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/66cf7788b87848068801aab2aecbccf6 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/66cf7788b87848068801aab2aecbccf6 2024-11-10T12:17:18,122 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/66cf7788b87848068801aab2aecbccf6, entries=150, sequenceid=117, filesize=11.7 K 2024-11-10T12:17:18,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/b0f0e11a23fa4b699e2aa97b53919dfa as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/b0f0e11a23fa4b699e2aa97b53919dfa 2024-11-10T12:17:18,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-10T12:17:18,134 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/b0f0e11a23fa4b699e2aa97b53919dfa, entries=150, sequenceid=117, filesize=11.7 K 2024-11-10T12:17:18,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/386410d45e544bbe999c77fe97647c0e as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/386410d45e544bbe999c77fe97647c0e 2024-11-10T12:17:18,149 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/386410d45e544bbe999c77fe97647c0e, entries=150, sequenceid=117, filesize=11.7 K 2024-11-10T12:17:18,152 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for 9aa4aa07b12f8ea2c1ee182911aa1c8b in 352ms, sequenceid=117, compaction requested=false 2024-11-10T12:17:18,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:18,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:18,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-10T12:17:18,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-10T12:17:18,159 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-10T12:17:18,159 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1350 sec 2024-11-10T12:17:18,163 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 1.1480 sec 2024-11-10T12:17:18,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 9aa4aa07b12f8ea2c1ee182911aa1c8b 2024-11-10T12:17:18,279 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9aa4aa07b12f8ea2c1ee182911aa1c8b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T12:17:18,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=A 2024-11-10T12:17:18,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:18,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=B 2024-11-10T12:17:18,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:18,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=C 2024-11-10T12:17:18,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:18,301 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/c093fa6f25d94801871d29dfb3317075 is 50, key is test_row_0/A:col10/1731241038273/Put/seqid=0 2024-11-10T12:17:18,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741863_1039 (size=14441) 2024-11-10T12:17:18,342 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/c093fa6f25d94801871d29dfb3317075 2024-11-10T12:17:18,364 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/a844cdd4bca54541808e4d79a4d7cc08 is 50, key is test_row_0/B:col10/1731241038273/Put/seqid=0 2024-11-10T12:17:18,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:18,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241098360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:18,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:18,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45512 deadline: 1731241098363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:18,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:18,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241098369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:18,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741864_1040 (size=12051) 2024-11-10T12:17:18,405 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/a844cdd4bca54541808e4d79a4d7cc08 2024-11-10T12:17:18,425 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/109b8a2573be4ed7bb7fed662fdf6e65 is 50, key is test_row_0/C:col10/1731241038273/Put/seqid=0 2024-11-10T12:17:18,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741865_1041 (size=12051) 2024-11-10T12:17:18,432 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/109b8a2573be4ed7bb7fed662fdf6e65 2024-11-10T12:17:18,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/c093fa6f25d94801871d29dfb3317075 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/c093fa6f25d94801871d29dfb3317075 2024-11-10T12:17:18,455 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/c093fa6f25d94801871d29dfb3317075, entries=200, sequenceid=131, filesize=14.1 K 2024-11-10T12:17:18,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/a844cdd4bca54541808e4d79a4d7cc08 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/a844cdd4bca54541808e4d79a4d7cc08 2024-11-10T12:17:18,467 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/a844cdd4bca54541808e4d79a4d7cc08, entries=150, sequenceid=131, filesize=11.8 K 2024-11-10T12:17:18,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/109b8a2573be4ed7bb7fed662fdf6e65 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/109b8a2573be4ed7bb7fed662fdf6e65 2024-11-10T12:17:18,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:18,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241098472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:18,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:18,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45512 deadline: 1731241098473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:18,483 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/109b8a2573be4ed7bb7fed662fdf6e65, entries=150, sequenceid=131, filesize=11.8 K 2024-11-10T12:17:18,484 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 9aa4aa07b12f8ea2c1ee182911aa1c8b in 205ms, sequenceid=131, compaction requested=true 2024-11-10T12:17:18,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:18,485 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:17:18,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9aa4aa07b12f8ea2c1ee182911aa1c8b:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:17:18,486 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38649 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:17:18,487 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1540): 9aa4aa07b12f8ea2c1ee182911aa1c8b/A is initiating minor compaction (all files) 2024-11-10T12:17:18,487 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9aa4aa07b12f8ea2c1ee182911aa1c8b/A in TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:18,487 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/fdad54a3c1684b9088d49c0e1dc99d08, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/66cf7788b87848068801aab2aecbccf6, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/c093fa6f25d94801871d29dfb3317075] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp, totalSize=37.7 K 2024-11-10T12:17:18,488 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting fdad54a3c1684b9088d49c0e1dc99d08, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731241036337 2024-11-10T12:17:18,489 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 66cf7788b87848068801aab2aecbccf6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731241037098 2024-11-10T12:17:18,490 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting c093fa6f25d94801871d29dfb3317075, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731241038256 2024-11-10T12:17:18,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:18,490 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:17:18,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9aa4aa07b12f8ea2c1ee182911aa1c8b:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:17:18,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:18,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9aa4aa07b12f8ea2c1ee182911aa1c8b:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:17:18,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:17:18,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 9aa4aa07b12f8ea2c1ee182911aa1c8b 2024-11-10T12:17:18,494 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:17:18,494 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): 9aa4aa07b12f8ea2c1ee182911aa1c8b/B is initiating minor compaction (all files) 2024-11-10T12:17:18,494 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9aa4aa07b12f8ea2c1ee182911aa1c8b/B in TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:18,495 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/d8c68082396b423bbe434213f9e9e1d7, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/b0f0e11a23fa4b699e2aa97b53919dfa, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/a844cdd4bca54541808e4d79a4d7cc08] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp, totalSize=35.4 K 2024-11-10T12:17:18,496 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting d8c68082396b423bbe434213f9e9e1d7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731241036337 2024-11-10T12:17:18,497 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting b0f0e11a23fa4b699e2aa97b53919dfa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731241037098 2024-11-10T12:17:18,498 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting a844cdd4bca54541808e4d79a4d7cc08, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731241038256 2024-11-10T12:17:18,511 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9aa4aa07b12f8ea2c1ee182911aa1c8b 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-10T12:17:18,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=A 2024-11-10T12:17:18,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:18,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=B 2024-11-10T12:17:18,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:18,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=C 2024-11-10T12:17:18,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:18,522 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9aa4aa07b12f8ea2c1ee182911aa1c8b#A#compaction#27 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:17:18,523 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/5d9fab1fbdb04755be027792332becb0 is 50, key is test_row_0/A:col10/1731241038273/Put/seqid=0 2024-11-10T12:17:18,535 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9aa4aa07b12f8ea2c1ee182911aa1c8b#B#compaction#29 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:17:18,536 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/39541f7206a645f88b84addb9906cafb is 50, key is test_row_0/B:col10/1731241038273/Put/seqid=0 2024-11-10T12:17:18,542 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/a4d6852dddb64b75bc0fc3e595806e3e is 50, key is test_row_0/A:col10/1731241038499/Put/seqid=0 2024-11-10T12:17:18,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241098549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:18,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741866_1042 (size=12359) 2024-11-10T12:17:18,590 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/5d9fab1fbdb04755be027792332becb0 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/5d9fab1fbdb04755be027792332becb0 2024-11-10T12:17:18,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741867_1043 (size=12359) 2024-11-10T12:17:18,601 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9aa4aa07b12f8ea2c1ee182911aa1c8b/A of 9aa4aa07b12f8ea2c1ee182911aa1c8b into 5d9fab1fbdb04755be027792332becb0(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:17:18,601 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:18,601 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b., storeName=9aa4aa07b12f8ea2c1ee182911aa1c8b/A, priority=13, startTime=1731241038485; duration=0sec 2024-11-10T12:17:18,602 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:17:18,602 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9aa4aa07b12f8ea2c1ee182911aa1c8b:A 2024-11-10T12:17:18,602 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:17:18,610 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:17:18,610 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1540): 9aa4aa07b12f8ea2c1ee182911aa1c8b/C is initiating minor compaction (all files) 2024-11-10T12:17:18,610 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9aa4aa07b12f8ea2c1ee182911aa1c8b/C in TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:18,611 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/b6b092a0c0eb4ebc97173ba0271847c3, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/386410d45e544bbe999c77fe97647c0e, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/109b8a2573be4ed7bb7fed662fdf6e65] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp, totalSize=35.4 K 2024-11-10T12:17:18,614 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting b6b092a0c0eb4ebc97173ba0271847c3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731241036337 2024-11-10T12:17:18,614 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/39541f7206a645f88b84addb9906cafb as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/39541f7206a645f88b84addb9906cafb 2024-11-10T12:17:18,615 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 386410d45e544bbe999c77fe97647c0e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731241037098 2024-11-10T12:17:18,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741868_1044 (size=14541) 2024-11-10T12:17:18,617 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 109b8a2573be4ed7bb7fed662fdf6e65, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731241038256 2024-11-10T12:17:18,618 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/a4d6852dddb64b75bc0fc3e595806e3e 2024-11-10T12:17:18,629 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9aa4aa07b12f8ea2c1ee182911aa1c8b/B of 9aa4aa07b12f8ea2c1ee182911aa1c8b into 39541f7206a645f88b84addb9906cafb(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:17:18,629 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:18,629 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b., storeName=9aa4aa07b12f8ea2c1ee182911aa1c8b/B, priority=13, startTime=1731241038490; duration=0sec 2024-11-10T12:17:18,629 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:18,629 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9aa4aa07b12f8ea2c1ee182911aa1c8b:B 2024-11-10T12:17:18,633 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9aa4aa07b12f8ea2c1ee182911aa1c8b#C#compaction#30 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:17:18,634 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/a18d1f1b8ad740459bbf3822cd61e5ef is 50, key is test_row_0/C:col10/1731241038273/Put/seqid=0 2024-11-10T12:17:18,637 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/b936f0be78d645a39eb17e57cc453716 is 50, key is test_row_0/B:col10/1731241038499/Put/seqid=0 2024-11-10T12:17:18,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:18,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241098654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:18,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741869_1045 (size=12359) 2024-11-10T12:17:18,678 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/a18d1f1b8ad740459bbf3822cd61e5ef as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/a18d1f1b8ad740459bbf3822cd61e5ef 2024-11-10T12:17:18,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:18,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241098682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:18,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:18,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45512 deadline: 1731241098683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:18,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741870_1046 (size=12151) 2024-11-10T12:17:18,697 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9aa4aa07b12f8ea2c1ee182911aa1c8b/C of 9aa4aa07b12f8ea2c1ee182911aa1c8b into a18d1f1b8ad740459bbf3822cd61e5ef(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:17:18,697 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:18,697 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/b936f0be78d645a39eb17e57cc453716 2024-11-10T12:17:18,697 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b., storeName=9aa4aa07b12f8ea2c1ee182911aa1c8b/C, priority=13, startTime=1731241038491; duration=0sec 2024-11-10T12:17:18,697 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:18,697 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9aa4aa07b12f8ea2c1ee182911aa1c8b:C 2024-11-10T12:17:18,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/f8356deb9f2b4f37b49a6ed53bea22ba is 50, key is test_row_0/C:col10/1731241038499/Put/seqid=0 2024-11-10T12:17:18,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741871_1047 (size=12151) 2024-11-10T12:17:18,759 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/f8356deb9f2b4f37b49a6ed53bea22ba 2024-11-10T12:17:18,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/a4d6852dddb64b75bc0fc3e595806e3e as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/a4d6852dddb64b75bc0fc3e595806e3e 2024-11-10T12:17:18,784 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/a4d6852dddb64b75bc0fc3e595806e3e, entries=200, sequenceid=160, filesize=14.2 K 2024-11-10T12:17:18,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/b936f0be78d645a39eb17e57cc453716 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/b936f0be78d645a39eb17e57cc453716 2024-11-10T12:17:18,809 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/b936f0be78d645a39eb17e57cc453716, entries=150, sequenceid=160, filesize=11.9 K 2024-11-10T12:17:18,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/f8356deb9f2b4f37b49a6ed53bea22ba as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/f8356deb9f2b4f37b49a6ed53bea22ba 2024-11-10T12:17:18,829 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/f8356deb9f2b4f37b49a6ed53bea22ba, entries=150, sequenceid=160, filesize=11.9 K 2024-11-10T12:17:18,834 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 9aa4aa07b12f8ea2c1ee182911aa1c8b in 324ms, sequenceid=160, compaction requested=false 2024-11-10T12:17:18,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:18,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 9aa4aa07b12f8ea2c1ee182911aa1c8b 2024-11-10T12:17:18,872 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9aa4aa07b12f8ea2c1ee182911aa1c8b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T12:17:18,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=A 2024-11-10T12:17:18,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:18,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=B 2024-11-10T12:17:18,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:18,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=C 2024-11-10T12:17:18,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:18,892 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/4b97d0c498d94b4c94a74af40749ebf8 is 50, key is test_row_0/A:col10/1731241038546/Put/seqid=0 2024-11-10T12:17:18,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741872_1048 (size=12151) 2024-11-10T12:17:18,928 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/4b97d0c498d94b4c94a74af40749ebf8 2024-11-10T12:17:18,952 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/42617478d57c4a1fb885f8a22b23278e is 50, key is test_row_0/B:col10/1731241038546/Put/seqid=0 2024-11-10T12:17:18,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741873_1049 (size=12151) 2024-11-10T12:17:18,995 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/42617478d57c4a1fb885f8a22b23278e 2024-11-10T12:17:19,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:19,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45512 deadline: 1731241098996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:19,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:19,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241099004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:19,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:19,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241099004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:19,012 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/8fd7fcbd0da84458a7523bb04bc7c2b8 is 50, key is test_row_0/C:col10/1731241038546/Put/seqid=0 2024-11-10T12:17:19,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741874_1050 (size=12151) 2024-11-10T12:17:19,046 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/8fd7fcbd0da84458a7523bb04bc7c2b8 2024-11-10T12:17:19,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/4b97d0c498d94b4c94a74af40749ebf8 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/4b97d0c498d94b4c94a74af40749ebf8 2024-11-10T12:17:19,078 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/4b97d0c498d94b4c94a74af40749ebf8, entries=150, sequenceid=174, filesize=11.9 K 2024-11-10T12:17:19,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/42617478d57c4a1fb885f8a22b23278e as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/42617478d57c4a1fb885f8a22b23278e 2024-11-10T12:17:19,090 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/42617478d57c4a1fb885f8a22b23278e, entries=150, sequenceid=174, filesize=11.9 K 2024-11-10T12:17:19,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/8fd7fcbd0da84458a7523bb04bc7c2b8 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/8fd7fcbd0da84458a7523bb04bc7c2b8 2024-11-10T12:17:19,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:19,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45512 deadline: 1731241099106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:19,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:19,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241099110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:19,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:19,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241099110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:19,118 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/8fd7fcbd0da84458a7523bb04bc7c2b8, entries=150, sequenceid=174, filesize=11.9 K 2024-11-10T12:17:19,119 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 9aa4aa07b12f8ea2c1ee182911aa1c8b in 248ms, sequenceid=174, compaction requested=true 2024-11-10T12:17:19,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:19,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9aa4aa07b12f8ea2c1ee182911aa1c8b:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:17:19,120 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:17:19,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:19,120 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:17:19,122 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:17:19,122 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39051 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:17:19,122 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1540): 9aa4aa07b12f8ea2c1ee182911aa1c8b/A is initiating minor compaction (all files) 2024-11-10T12:17:19,122 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): 9aa4aa07b12f8ea2c1ee182911aa1c8b/B is initiating minor compaction (all files) 2024-11-10T12:17:19,122 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9aa4aa07b12f8ea2c1ee182911aa1c8b/A in TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:19,122 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9aa4aa07b12f8ea2c1ee182911aa1c8b/B in TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:19,122 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/39541f7206a645f88b84addb9906cafb, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/b936f0be78d645a39eb17e57cc453716, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/42617478d57c4a1fb885f8a22b23278e] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp, totalSize=35.8 K 2024-11-10T12:17:19,122 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/5d9fab1fbdb04755be027792332becb0, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/a4d6852dddb64b75bc0fc3e595806e3e, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/4b97d0c498d94b4c94a74af40749ebf8] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp, totalSize=38.1 K 2024-11-10T12:17:19,123 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d9fab1fbdb04755be027792332becb0, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731241038256 2024-11-10T12:17:19,123 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 39541f7206a645f88b84addb9906cafb, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731241038256 2024-11-10T12:17:19,124 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4d6852dddb64b75bc0fc3e595806e3e, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731241038487 2024-11-10T12:17:19,124 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting b936f0be78d645a39eb17e57cc453716, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731241038487 2024-11-10T12:17:19,125 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 42617478d57c4a1fb885f8a22b23278e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731241038546 2024-11-10T12:17:19,125 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4b97d0c498d94b4c94a74af40749ebf8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731241038546 2024-11-10T12:17:19,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-10T12:17:19,127 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-10T12:17:19,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9aa4aa07b12f8ea2c1ee182911aa1c8b:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:17:19,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:19,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9aa4aa07b12f8ea2c1ee182911aa1c8b:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:17:19,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:17:19,129 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:17:19,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-10T12:17:19,132 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:17:19,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-10T12:17:19,133 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:17:19,134 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:17:19,142 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9aa4aa07b12f8ea2c1ee182911aa1c8b#A#compaction#36 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:17:19,143 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/7cfa16492c5f43c3aa0ff6085eef46bd is 50, key is test_row_0/A:col10/1731241038546/Put/seqid=0 2024-11-10T12:17:19,147 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9aa4aa07b12f8ea2c1ee182911aa1c8b#B#compaction#37 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:17:19,147 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/3c97368924e5480dada5e0a25c986b08 is 50, key is test_row_0/B:col10/1731241038546/Put/seqid=0 2024-11-10T12:17:19,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741875_1051 (size=12561) 2024-11-10T12:17:19,170 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/7cfa16492c5f43c3aa0ff6085eef46bd as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/7cfa16492c5f43c3aa0ff6085eef46bd 2024-11-10T12:17:19,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741876_1052 (size=12561) 2024-11-10T12:17:19,182 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9aa4aa07b12f8ea2c1ee182911aa1c8b/A of 9aa4aa07b12f8ea2c1ee182911aa1c8b into 7cfa16492c5f43c3aa0ff6085eef46bd(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:17:19,182 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:19,182 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b., storeName=9aa4aa07b12f8ea2c1ee182911aa1c8b/A, priority=13, startTime=1731241039120; duration=0sec 2024-11-10T12:17:19,183 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:17:19,183 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9aa4aa07b12f8ea2c1ee182911aa1c8b:A 2024-11-10T12:17:19,183 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:17:19,185 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:17:19,185 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1540): 9aa4aa07b12f8ea2c1ee182911aa1c8b/C is initiating minor compaction (all files) 2024-11-10T12:17:19,185 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9aa4aa07b12f8ea2c1ee182911aa1c8b/C in TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:19,186 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/a18d1f1b8ad740459bbf3822cd61e5ef, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/f8356deb9f2b4f37b49a6ed53bea22ba, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/8fd7fcbd0da84458a7523bb04bc7c2b8] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp, totalSize=35.8 K 2024-11-10T12:17:19,187 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting a18d1f1b8ad740459bbf3822cd61e5ef, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731241038256 2024-11-10T12:17:19,189 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting f8356deb9f2b4f37b49a6ed53bea22ba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731241038487 2024-11-10T12:17:19,190 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8fd7fcbd0da84458a7523bb04bc7c2b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731241038546 2024-11-10T12:17:19,199 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/3c97368924e5480dada5e0a25c986b08 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/3c97368924e5480dada5e0a25c986b08 2024-11-10T12:17:19,210 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9aa4aa07b12f8ea2c1ee182911aa1c8b/B of 9aa4aa07b12f8ea2c1ee182911aa1c8b into 3c97368924e5480dada5e0a25c986b08(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:17:19,210 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:19,210 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b., storeName=9aa4aa07b12f8ea2c1ee182911aa1c8b/B, priority=13, startTime=1731241039120; duration=0sec 2024-11-10T12:17:19,210 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:19,210 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9aa4aa07b12f8ea2c1ee182911aa1c8b:B 2024-11-10T12:17:19,212 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9aa4aa07b12f8ea2c1ee182911aa1c8b#C#compaction#38 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:17:19,213 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/82f735543ffc4dbc813ed645ee3c5496 is 50, key is test_row_0/C:col10/1731241038546/Put/seqid=0 2024-11-10T12:17:19,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741877_1053 (size=12561) 2024-11-10T12:17:19,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-10T12:17:19,242 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/82f735543ffc4dbc813ed645ee3c5496 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/82f735543ffc4dbc813ed645ee3c5496 2024-11-10T12:17:19,252 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9aa4aa07b12f8ea2c1ee182911aa1c8b/C of 9aa4aa07b12f8ea2c1ee182911aa1c8b into 82f735543ffc4dbc813ed645ee3c5496(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:17:19,252 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:19,252 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b., storeName=9aa4aa07b12f8ea2c1ee182911aa1c8b/C, priority=13, startTime=1731241039127; duration=0sec 2024-11-10T12:17:19,252 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:19,252 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9aa4aa07b12f8ea2c1ee182911aa1c8b:C 2024-11-10T12:17:19,288 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:19,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-10T12:17:19,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:19,289 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 9aa4aa07b12f8ea2c1ee182911aa1c8b 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-10T12:17:19,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=A 2024-11-10T12:17:19,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:19,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=B 2024-11-10T12:17:19,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:19,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=C 2024-11-10T12:17:19,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:19,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/c7bb1821e88841aaa8236840f24b8a04 is 50, key is test_row_0/A:col10/1731241038970/Put/seqid=0 2024-11-10T12:17:19,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. as already flushing 2024-11-10T12:17:19,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 9aa4aa07b12f8ea2c1ee182911aa1c8b 2024-11-10T12:17:19,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741878_1054 (size=12151) 2024-11-10T12:17:19,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:19,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241099328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:19,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:19,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:19,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45512 deadline: 1731241099333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:19,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241099332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:19,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:19,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-10T12:17:19,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241099435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:19,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:19,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241099437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:19,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:19,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45512 deadline: 1731241099438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:19,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:19,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241099639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:19,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:19,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241099641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:19,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:19,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45512 deadline: 1731241099642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:19,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:19,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1731241099693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:19,694 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4187 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b., hostname=8eb9a7a2374b,43841,1731241027112, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:17:19,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:19,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45532 deadline: 1731241099698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:19,699 DEBUG [Thread-149 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4170 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b., hostname=8eb9a7a2374b,43841,1731241027112, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:17:19,727 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/c7bb1821e88841aaa8236840f24b8a04 2024-11-10T12:17:19,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-10T12:17:19,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/39b9c81ed23347719d385991d9037be5 is 50, key is test_row_0/B:col10/1731241038970/Put/seqid=0 2024-11-10T12:17:19,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741879_1055 (size=12151) 2024-11-10T12:17:19,762 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/39b9c81ed23347719d385991d9037be5 2024-11-10T12:17:19,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/269ddc147aab457e82070b14bed2d40c is 50, key is test_row_0/C:col10/1731241038970/Put/seqid=0 2024-11-10T12:17:19,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741880_1056 (size=12151) 2024-11-10T12:17:19,829 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/269ddc147aab457e82070b14bed2d40c 2024-11-10T12:17:19,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/c7bb1821e88841aaa8236840f24b8a04 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/c7bb1821e88841aaa8236840f24b8a04 2024-11-10T12:17:19,851 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/c7bb1821e88841aaa8236840f24b8a04, entries=150, sequenceid=203, filesize=11.9 K 2024-11-10T12:17:19,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/39b9c81ed23347719d385991d9037be5 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/39b9c81ed23347719d385991d9037be5 2024-11-10T12:17:19,863 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/39b9c81ed23347719d385991d9037be5, entries=150, sequenceid=203, filesize=11.9 K 2024-11-10T12:17:19,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/269ddc147aab457e82070b14bed2d40c as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/269ddc147aab457e82070b14bed2d40c 2024-11-10T12:17:19,881 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/269ddc147aab457e82070b14bed2d40c, entries=150, sequenceid=203, filesize=11.9 K 2024-11-10T12:17:19,884 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 9aa4aa07b12f8ea2c1ee182911aa1c8b in 595ms, sequenceid=203, compaction requested=false 2024-11-10T12:17:19,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:19,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:19,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-10T12:17:19,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-10T12:17:19,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-10T12:17:19,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 752 msec 2024-11-10T12:17:19,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 762 msec 2024-11-10T12:17:19,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 9aa4aa07b12f8ea2c1ee182911aa1c8b 2024-11-10T12:17:19,946 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9aa4aa07b12f8ea2c1ee182911aa1c8b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-10T12:17:19,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=A 2024-11-10T12:17:19,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:19,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=B 2024-11-10T12:17:19,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:19,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=C 2024-11-10T12:17:19,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:19,953 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/4fa66d575806416f9e97a220e6ec04dc is 50, key is test_row_1/A:col10/1731241039944/Put/seqid=0 2024-11-10T12:17:19,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741881_1057 (size=9757) 2024-11-10T12:17:19,963 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/4fa66d575806416f9e97a220e6ec04dc 2024-11-10T12:17:19,988 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/314363c7ace34d1ba0344d83e1360e23 is 50, key is test_row_1/B:col10/1731241039944/Put/seqid=0 2024-11-10T12:17:20,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:20,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241099997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:20,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:20,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241100002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:20,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:20,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45512 deadline: 1731241100004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:20,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741882_1058 (size=9757) 2024-11-10T12:17:20,038 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/314363c7ace34d1ba0344d83e1360e23 2024-11-10T12:17:20,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/323a2574b02945a8ad52767fb67aa2ba is 50, key is test_row_1/C:col10/1731241039944/Put/seqid=0 2024-11-10T12:17:20,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741883_1059 (size=9757) 2024-11-10T12:17:20,091 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/323a2574b02945a8ad52767fb67aa2ba 2024-11-10T12:17:20,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/4fa66d575806416f9e97a220e6ec04dc as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/4fa66d575806416f9e97a220e6ec04dc 2024-11-10T12:17:20,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:20,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241100106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:20,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:20,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241100110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:20,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:20,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45512 deadline: 1731241100110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:20,118 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/4fa66d575806416f9e97a220e6ec04dc, entries=100, sequenceid=215, filesize=9.5 K 2024-11-10T12:17:20,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/314363c7ace34d1ba0344d83e1360e23 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/314363c7ace34d1ba0344d83e1360e23 2024-11-10T12:17:20,139 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/314363c7ace34d1ba0344d83e1360e23, entries=100, sequenceid=215, filesize=9.5 K 2024-11-10T12:17:20,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/323a2574b02945a8ad52767fb67aa2ba as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/323a2574b02945a8ad52767fb67aa2ba 2024-11-10T12:17:20,162 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/323a2574b02945a8ad52767fb67aa2ba, entries=100, sequenceid=215, filesize=9.5 K 2024-11-10T12:17:20,165 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 9aa4aa07b12f8ea2c1ee182911aa1c8b in 218ms, sequenceid=215, compaction requested=true 2024-11-10T12:17:20,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:20,165 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:17:20,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9aa4aa07b12f8ea2c1ee182911aa1c8b:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:17:20,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:20,166 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:17:20,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9aa4aa07b12f8ea2c1ee182911aa1c8b:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:17:20,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:20,167 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:17:20,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9aa4aa07b12f8ea2c1ee182911aa1c8b:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:17:20,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:17:20,167 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): 9aa4aa07b12f8ea2c1ee182911aa1c8b/B is initiating minor compaction (all files) 2024-11-10T12:17:20,167 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9aa4aa07b12f8ea2c1ee182911aa1c8b/B in TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:20,168 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/3c97368924e5480dada5e0a25c986b08, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/39b9c81ed23347719d385991d9037be5, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/314363c7ace34d1ba0344d83e1360e23] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp, totalSize=33.7 K 2024-11-10T12:17:20,168 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:17:20,168 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1540): 9aa4aa07b12f8ea2c1ee182911aa1c8b/A is initiating minor compaction (all files) 2024-11-10T12:17:20,168 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c97368924e5480dada5e0a25c986b08, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731241038546 2024-11-10T12:17:20,168 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9aa4aa07b12f8ea2c1ee182911aa1c8b/A in TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:20,168 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/7cfa16492c5f43c3aa0ff6085eef46bd, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/c7bb1821e88841aaa8236840f24b8a04, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/4fa66d575806416f9e97a220e6ec04dc] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp, totalSize=33.7 K 2024-11-10T12:17:20,169 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7cfa16492c5f43c3aa0ff6085eef46bd, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731241038546 2024-11-10T12:17:20,169 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 39b9c81ed23347719d385991d9037be5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1731241038970 2024-11-10T12:17:20,170 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 314363c7ace34d1ba0344d83e1360e23, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731241039331 2024-11-10T12:17:20,170 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting c7bb1821e88841aaa8236840f24b8a04, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1731241038970 2024-11-10T12:17:20,170 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4fa66d575806416f9e97a220e6ec04dc, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731241039331 2024-11-10T12:17:20,199 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9aa4aa07b12f8ea2c1ee182911aa1c8b#B#compaction#46 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:17:20,200 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9aa4aa07b12f8ea2c1ee182911aa1c8b#A#compaction#45 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:17:20,200 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/dc4ab3f1e0374883b9b2ce27fc37cf8a is 50, key is test_row_0/A:col10/1731241038970/Put/seqid=0 2024-11-10T12:17:20,200 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/8e5ea638b865473b9f755fe872a0cd92 is 50, key is test_row_0/B:col10/1731241038970/Put/seqid=0 2024-11-10T12:17:20,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741885_1061 (size=12663) 2024-11-10T12:17:20,229 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/dc4ab3f1e0374883b9b2ce27fc37cf8a as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/dc4ab3f1e0374883b9b2ce27fc37cf8a 2024-11-10T12:17:20,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741884_1060 (size=12663) 2024-11-10T12:17:20,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-10T12:17:20,238 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-10T12:17:20,239 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9aa4aa07b12f8ea2c1ee182911aa1c8b/A of 9aa4aa07b12f8ea2c1ee182911aa1c8b into dc4ab3f1e0374883b9b2ce27fc37cf8a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:17:20,240 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:20,240 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b., storeName=9aa4aa07b12f8ea2c1ee182911aa1c8b/A, priority=13, startTime=1731241040165; duration=0sec 2024-11-10T12:17:20,240 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:17:20,240 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9aa4aa07b12f8ea2c1ee182911aa1c8b:A 2024-11-10T12:17:20,240 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:17:20,241 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:17:20,242 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:17:20,242 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1540): 9aa4aa07b12f8ea2c1ee182911aa1c8b/C is initiating minor compaction (all files) 2024-11-10T12:17:20,243 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9aa4aa07b12f8ea2c1ee182911aa1c8b/C in TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:20,243 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/82f735543ffc4dbc813ed645ee3c5496, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/269ddc147aab457e82070b14bed2d40c, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/323a2574b02945a8ad52767fb67aa2ba] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp, totalSize=33.7 K 2024-11-10T12:17:20,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-10T12:17:20,243 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 82f735543ffc4dbc813ed645ee3c5496, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731241038546 2024-11-10T12:17:20,244 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 269ddc147aab457e82070b14bed2d40c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1731241038970 2024-11-10T12:17:20,244 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/8e5ea638b865473b9f755fe872a0cd92 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/8e5ea638b865473b9f755fe872a0cd92 2024-11-10T12:17:20,245 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 323a2574b02945a8ad52767fb67aa2ba, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731241039331 2024-11-10T12:17:20,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-10T12:17:20,245 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:17:20,246 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:17:20,247 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:17:20,255 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9aa4aa07b12f8ea2c1ee182911aa1c8b/B of 9aa4aa07b12f8ea2c1ee182911aa1c8b into 8e5ea638b865473b9f755fe872a0cd92(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:17:20,255 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:20,257 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b., storeName=9aa4aa07b12f8ea2c1ee182911aa1c8b/B, priority=13, startTime=1731241040166; duration=0sec 2024-11-10T12:17:20,258 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:20,258 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9aa4aa07b12f8ea2c1ee182911aa1c8b:B 2024-11-10T12:17:20,261 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9aa4aa07b12f8ea2c1ee182911aa1c8b#C#compaction#47 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:17:20,262 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/e5832a05b2ed4613895b3cab726948b8 is 50, key is test_row_0/C:col10/1731241038970/Put/seqid=0 2024-11-10T12:17:20,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741886_1062 (size=12663) 2024-11-10T12:17:20,294 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/e5832a05b2ed4613895b3cab726948b8 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/e5832a05b2ed4613895b3cab726948b8 2024-11-10T12:17:20,304 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9aa4aa07b12f8ea2c1ee182911aa1c8b/C of 9aa4aa07b12f8ea2c1ee182911aa1c8b into e5832a05b2ed4613895b3cab726948b8(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:17:20,306 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:20,306 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b., storeName=9aa4aa07b12f8ea2c1ee182911aa1c8b/C, priority=13, startTime=1731241040167; duration=0sec 2024-11-10T12:17:20,306 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:20,306 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9aa4aa07b12f8ea2c1ee182911aa1c8b:C 2024-11-10T12:17:20,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 9aa4aa07b12f8ea2c1ee182911aa1c8b 2024-11-10T12:17:20,317 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9aa4aa07b12f8ea2c1ee182911aa1c8b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-10T12:17:20,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=A 2024-11-10T12:17:20,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:20,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=B 2024-11-10T12:17:20,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:20,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=C 2024-11-10T12:17:20,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:20,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/751f95ee48894ce68c91ed388bfd2b85 is 50, key is test_row_0/A:col10/1731241039994/Put/seqid=0 2024-11-10T12:17:20,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:20,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:20,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241100327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:20,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45512 deadline: 1731241100328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:20,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:20,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241100330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:20,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741887_1063 (size=14541) 2024-11-10T12:17:20,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-10T12:17:20,347 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/751f95ee48894ce68c91ed388bfd2b85 2024-11-10T12:17:20,361 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/a3d58a0887f84b34837e1ea0e254c748 is 50, key is test_row_0/B:col10/1731241039994/Put/seqid=0 2024-11-10T12:17:20,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741888_1064 (size=12151) 2024-11-10T12:17:20,400 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:20,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-10T12:17:20,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:20,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. as already flushing 2024-11-10T12:17:20,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:20,401 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:20,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:20,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:20,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:20,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241100433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:20,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:20,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45512 deadline: 1731241100433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:20,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:20,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241100434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:20,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-10T12:17:20,563 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:20,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-10T12:17:20,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:20,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. as already flushing 2024-11-10T12:17:20,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:20,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:20,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:20,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:20,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:20,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241100638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:20,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:20,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241100638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:20,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:20,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45512 deadline: 1731241100639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:20,716 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:20,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-10T12:17:20,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:20,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. as already flushing 2024-11-10T12:17:20,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:20,717 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:20,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:20,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:20,779 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/a3d58a0887f84b34837e1ea0e254c748 2024-11-10T12:17:20,791 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/9ba0511b99924b3b8f516d3a5f8a4c7a is 50, key is test_row_0/C:col10/1731241039994/Put/seqid=0 2024-11-10T12:17:20,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741889_1065 (size=12151) 2024-11-10T12:17:20,821 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/9ba0511b99924b3b8f516d3a5f8a4c7a 2024-11-10T12:17:20,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/751f95ee48894ce68c91ed388bfd2b85 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/751f95ee48894ce68c91ed388bfd2b85 2024-11-10T12:17:20,841 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/751f95ee48894ce68c91ed388bfd2b85, entries=200, sequenceid=245, filesize=14.2 K 2024-11-10T12:17:20,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/a3d58a0887f84b34837e1ea0e254c748 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/a3d58a0887f84b34837e1ea0e254c748 2024-11-10T12:17:20,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-10T12:17:20,853 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/a3d58a0887f84b34837e1ea0e254c748, entries=150, sequenceid=245, filesize=11.9 K 2024-11-10T12:17:20,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/9ba0511b99924b3b8f516d3a5f8a4c7a as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/9ba0511b99924b3b8f516d3a5f8a4c7a 2024-11-10T12:17:20,864 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/9ba0511b99924b3b8f516d3a5f8a4c7a, entries=150, sequenceid=245, filesize=11.9 K 2024-11-10T12:17:20,866 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 9aa4aa07b12f8ea2c1ee182911aa1c8b in 549ms, sequenceid=245, compaction requested=false 2024-11-10T12:17:20,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:20,870 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:20,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-10T12:17:20,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:20,871 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 9aa4aa07b12f8ea2c1ee182911aa1c8b 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-10T12:17:20,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=A 2024-11-10T12:17:20,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:20,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=B 2024-11-10T12:17:20,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:20,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=C 2024-11-10T12:17:20,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:20,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/b4b9f2ddf980427e94e16a9ab18f0028 is 50, key is test_row_0/A:col10/1731241040322/Put/seqid=0 2024-11-10T12:17:20,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741890_1066 (size=12151) 2024-11-10T12:17:20,914 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/b4b9f2ddf980427e94e16a9ab18f0028 2024-11-10T12:17:20,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/3a015be8e5464418bb75e9f997723470 is 50, key is test_row_0/B:col10/1731241040322/Put/seqid=0 2024-11-10T12:17:20,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. as already flushing 2024-11-10T12:17:20,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 9aa4aa07b12f8ea2c1ee182911aa1c8b 2024-11-10T12:17:20,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741891_1067 (size=12151) 2024-11-10T12:17:21,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241101005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:21,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:21,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45512 deadline: 1731241101015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:21,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:21,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241101015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:21,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:21,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241101117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:21,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:21,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45512 deadline: 1731241101121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:21,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:21,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241101121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:21,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:21,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241101320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:21,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:21,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241101327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:21,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:21,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45512 deadline: 1731241101327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:21,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-10T12:17:21,363 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/3a015be8e5464418bb75e9f997723470 2024-11-10T12:17:21,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/a7f1f36af6614177a12f5ccffcb770a3 is 50, key is test_row_0/C:col10/1731241040322/Put/seqid=0 2024-11-10T12:17:21,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741892_1068 (size=12151) 2024-11-10T12:17:21,394 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/a7f1f36af6614177a12f5ccffcb770a3 2024-11-10T12:17:21,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/b4b9f2ddf980427e94e16a9ab18f0028 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/b4b9f2ddf980427e94e16a9ab18f0028 2024-11-10T12:17:21,409 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/b4b9f2ddf980427e94e16a9ab18f0028, entries=150, sequenceid=254, filesize=11.9 K 2024-11-10T12:17:21,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/3a015be8e5464418bb75e9f997723470 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/3a015be8e5464418bb75e9f997723470 2024-11-10T12:17:21,417 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/3a015be8e5464418bb75e9f997723470, entries=150, sequenceid=254, filesize=11.9 K 2024-11-10T12:17:21,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/a7f1f36af6614177a12f5ccffcb770a3 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/a7f1f36af6614177a12f5ccffcb770a3 2024-11-10T12:17:21,430 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/a7f1f36af6614177a12f5ccffcb770a3, entries=150, sequenceid=254, filesize=11.9 K 2024-11-10T12:17:21,431 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 9aa4aa07b12f8ea2c1ee182911aa1c8b in 560ms, sequenceid=254, compaction requested=true 2024-11-10T12:17:21,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:21,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:21,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-10T12:17:21,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-10T12:17:21,434 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-10T12:17:21,434 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1860 sec 2024-11-10T12:17:21,438 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.1940 sec 2024-11-10T12:17:21,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 9aa4aa07b12f8ea2c1ee182911aa1c8b 2024-11-10T12:17:21,632 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9aa4aa07b12f8ea2c1ee182911aa1c8b 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-10T12:17:21,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=A 2024-11-10T12:17:21,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:21,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=B 2024-11-10T12:17:21,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:21,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=C 2024-11-10T12:17:21,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:21,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/d0c96e23dea24d4a982020c70f61ea65 is 50, key is test_row_0/A:col10/1731241041630/Put/seqid=0 2024-11-10T12:17:21,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:21,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241101640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:21,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:21,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45512 deadline: 1731241101645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:21,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:21,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241101646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:21,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741893_1069 (size=12301) 2024-11-10T12:17:21,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:21,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241101749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:21,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:21,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241101750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:21,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:21,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45512 deadline: 1731241101752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:21,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241101953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:21,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241101953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:21,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:21,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45512 deadline: 1731241101956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:22,065 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/d0c96e23dea24d4a982020c70f61ea65 2024-11-10T12:17:22,080 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/d658948986a54b8fad11147e4e9676d4 is 50, key is test_row_0/B:col10/1731241041630/Put/seqid=0 2024-11-10T12:17:22,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741894_1070 (size=12301) 2024-11-10T12:17:22,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:22,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241102258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:22,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:22,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241102258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:22,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:22,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45512 deadline: 1731241102263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:22,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-10T12:17:22,350 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-10T12:17:22,352 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:17:22,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-10T12:17:22,355 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:17:22,356 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:17:22,356 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:17:22,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-10T12:17:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-10T12:17:22,494 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/d658948986a54b8fad11147e4e9676d4 2024-11-10T12:17:22,504 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/e31d2d52d7a743d08fa8371ae3a2d131 is 50, key is test_row_0/C:col10/1731241041630/Put/seqid=0 2024-11-10T12:17:22,507 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:22,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-10T12:17:22,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:22,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. as already flushing 2024-11-10T12:17:22,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:22,509 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:22,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:22,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:22,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741895_1071 (size=12301) 2024-11-10T12:17:22,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-10T12:17:22,661 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:22,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-10T12:17:22,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:22,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. as already flushing 2024-11-10T12:17:22,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:22,662 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:22,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:22,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:22,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:22,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241102761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:22,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:22,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241102766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:22,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:22,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45512 deadline: 1731241102770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:22,815 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:22,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-10T12:17:22,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:22,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. as already flushing 2024-11-10T12:17:22,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:22,816 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:22,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:22,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:22,913 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/e31d2d52d7a743d08fa8371ae3a2d131 2024-11-10T12:17:22,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/d0c96e23dea24d4a982020c70f61ea65 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/d0c96e23dea24d4a982020c70f61ea65 2024-11-10T12:17:22,927 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/d0c96e23dea24d4a982020c70f61ea65, entries=150, sequenceid=282, filesize=12.0 K 2024-11-10T12:17:22,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/d658948986a54b8fad11147e4e9676d4 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/d658948986a54b8fad11147e4e9676d4 2024-11-10T12:17:22,936 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/d658948986a54b8fad11147e4e9676d4, entries=150, sequenceid=282, filesize=12.0 K 2024-11-10T12:17:22,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/e31d2d52d7a743d08fa8371ae3a2d131 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/e31d2d52d7a743d08fa8371ae3a2d131 2024-11-10T12:17:22,944 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/e31d2d52d7a743d08fa8371ae3a2d131, entries=150, sequenceid=282, filesize=12.0 K 2024-11-10T12:17:22,946 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 9aa4aa07b12f8ea2c1ee182911aa1c8b in 1314ms, sequenceid=282, compaction requested=true 2024-11-10T12:17:22,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:22,947 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:17:22,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9aa4aa07b12f8ea2c1ee182911aa1c8b:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:17:22,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:22,948 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:17:22,949 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51656 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:17:22,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9aa4aa07b12f8ea2c1ee182911aa1c8b:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:17:22,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:22,949 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1540): 9aa4aa07b12f8ea2c1ee182911aa1c8b/A is initiating minor compaction (all files) 2024-11-10T12:17:22,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9aa4aa07b12f8ea2c1ee182911aa1c8b:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:17:22,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:17:22,949 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9aa4aa07b12f8ea2c1ee182911aa1c8b/A in TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:22,949 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/dc4ab3f1e0374883b9b2ce27fc37cf8a, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/751f95ee48894ce68c91ed388bfd2b85, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/b4b9f2ddf980427e94e16a9ab18f0028, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/d0c96e23dea24d4a982020c70f61ea65] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp, totalSize=50.4 K 2024-11-10T12:17:22,950 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc4ab3f1e0374883b9b2ce27fc37cf8a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731241038970 2024-11-10T12:17:22,950 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 751f95ee48894ce68c91ed388bfd2b85, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731241039994 2024-11-10T12:17:22,950 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:17:22,950 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): 9aa4aa07b12f8ea2c1ee182911aa1c8b/B is initiating minor compaction (all files) 2024-11-10T12:17:22,951 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9aa4aa07b12f8ea2c1ee182911aa1c8b/B in TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:22,951 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/8e5ea638b865473b9f755fe872a0cd92, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/a3d58a0887f84b34837e1ea0e254c748, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/3a015be8e5464418bb75e9f997723470, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/d658948986a54b8fad11147e4e9676d4] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp, totalSize=48.1 K 2024-11-10T12:17:22,951 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting b4b9f2ddf980427e94e16a9ab18f0028, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731241040322 2024-11-10T12:17:22,951 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e5ea638b865473b9f755fe872a0cd92, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731241038970 2024-11-10T12:17:22,951 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting a3d58a0887f84b34837e1ea0e254c748, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731241039994 2024-11-10T12:17:22,952 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting d0c96e23dea24d4a982020c70f61ea65, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1731241040999 2024-11-10T12:17:22,952 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a015be8e5464418bb75e9f997723470, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731241040322 2024-11-10T12:17:22,953 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting d658948986a54b8fad11147e4e9676d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1731241040999 2024-11-10T12:17:22,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-10T12:17:22,970 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:22,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-10T12:17:22,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:22,971 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 9aa4aa07b12f8ea2c1ee182911aa1c8b 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-10T12:17:22,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=A 2024-11-10T12:17:22,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:22,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=B 2024-11-10T12:17:22,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:22,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=C 2024-11-10T12:17:22,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:22,973 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9aa4aa07b12f8ea2c1ee182911aa1c8b#A#compaction#57 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:17:22,973 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9aa4aa07b12f8ea2c1ee182911aa1c8b#B#compaction#58 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:17:22,974 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/59fb5b24c0cb4f8ba5a847755241dd66 is 50, key is test_row_0/A:col10/1731241041630/Put/seqid=0 2024-11-10T12:17:22,975 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/3f05c3530e2245808ab97f8c0542de52 is 50, key is test_row_0/B:col10/1731241041630/Put/seqid=0 2024-11-10T12:17:22,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/abff54c5684e4bc0b96ff7341b4b464b is 50, key is test_row_0/A:col10/1731241041635/Put/seqid=0 2024-11-10T12:17:22,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741896_1072 (size=12949) 2024-11-10T12:17:23,005 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/3f05c3530e2245808ab97f8c0542de52 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/3f05c3530e2245808ab97f8c0542de52 2024-11-10T12:17:23,019 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9aa4aa07b12f8ea2c1ee182911aa1c8b/B of 9aa4aa07b12f8ea2c1ee182911aa1c8b into 3f05c3530e2245808ab97f8c0542de52(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:17:23,019 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:23,019 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b., storeName=9aa4aa07b12f8ea2c1ee182911aa1c8b/B, priority=12, startTime=1731241042948; duration=0sec 2024-11-10T12:17:23,020 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:17:23,020 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9aa4aa07b12f8ea2c1ee182911aa1c8b:B 2024-11-10T12:17:23,020 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:17:23,022 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:17:23,022 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): 9aa4aa07b12f8ea2c1ee182911aa1c8b/C is initiating minor compaction (all files) 2024-11-10T12:17:23,022 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9aa4aa07b12f8ea2c1ee182911aa1c8b/C in TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:23,022 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/e5832a05b2ed4613895b3cab726948b8, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/9ba0511b99924b3b8f516d3a5f8a4c7a, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/a7f1f36af6614177a12f5ccffcb770a3, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/e31d2d52d7a743d08fa8371ae3a2d131] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp, totalSize=48.1 K 2024-11-10T12:17:23,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741897_1073 (size=12949) 2024-11-10T12:17:23,023 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting e5832a05b2ed4613895b3cab726948b8, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731241038970 2024-11-10T12:17:23,026 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ba0511b99924b3b8f516d3a5f8a4c7a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731241039994 2024-11-10T12:17:23,026 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting a7f1f36af6614177a12f5ccffcb770a3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731241040322 2024-11-10T12:17:23,028 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting e31d2d52d7a743d08fa8371ae3a2d131, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1731241040999 2024-11-10T12:17:23,032 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/59fb5b24c0cb4f8ba5a847755241dd66 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/59fb5b24c0cb4f8ba5a847755241dd66 2024-11-10T12:17:23,041 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9aa4aa07b12f8ea2c1ee182911aa1c8b/A of 9aa4aa07b12f8ea2c1ee182911aa1c8b into 59fb5b24c0cb4f8ba5a847755241dd66(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:17:23,041 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:23,041 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b., storeName=9aa4aa07b12f8ea2c1ee182911aa1c8b/A, priority=12, startTime=1731241042947; duration=0sec 2024-11-10T12:17:23,041 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:23,041 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9aa4aa07b12f8ea2c1ee182911aa1c8b:A 2024-11-10T12:17:23,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741898_1074 (size=12301) 2024-11-10T12:17:23,054 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/abff54c5684e4bc0b96ff7341b4b464b 2024-11-10T12:17:23,065 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9aa4aa07b12f8ea2c1ee182911aa1c8b#C#compaction#60 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:17:23,066 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/ae9beac595ca4551b5b7a44614c76552 is 50, key is test_row_0/C:col10/1731241041630/Put/seqid=0 2024-11-10T12:17:23,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/d8ef7275b8d74fc68f7a08a14597b9f1 is 50, key is test_row_0/B:col10/1731241041635/Put/seqid=0 2024-11-10T12:17:23,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741899_1075 (size=12949) 2024-11-10T12:17:23,114 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/ae9beac595ca4551b5b7a44614c76552 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/ae9beac595ca4551b5b7a44614c76552 2024-11-10T12:17:23,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741900_1076 (size=12301) 2024-11-10T12:17:23,133 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9aa4aa07b12f8ea2c1ee182911aa1c8b/C of 9aa4aa07b12f8ea2c1ee182911aa1c8b into ae9beac595ca4551b5b7a44614c76552(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:17:23,133 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:23,133 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b., storeName=9aa4aa07b12f8ea2c1ee182911aa1c8b/C, priority=12, startTime=1731241042949; duration=0sec 2024-11-10T12:17:23,133 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:23,133 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9aa4aa07b12f8ea2c1ee182911aa1c8b:C 2024-11-10T12:17:23,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-10T12:17:23,529 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/d8ef7275b8d74fc68f7a08a14597b9f1 2024-11-10T12:17:23,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/832f7a9a0c1e477f96c05c42d0460c15 is 50, key is test_row_0/C:col10/1731241041635/Put/seqid=0 2024-11-10T12:17:23,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741901_1077 (size=12301) 2024-11-10T12:17:23,555 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/832f7a9a0c1e477f96c05c42d0460c15 2024-11-10T12:17:23,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/abff54c5684e4bc0b96ff7341b4b464b as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/abff54c5684e4bc0b96ff7341b4b464b 2024-11-10T12:17:23,573 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/abff54c5684e4bc0b96ff7341b4b464b, entries=150, sequenceid=290, filesize=12.0 K 2024-11-10T12:17:23,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/d8ef7275b8d74fc68f7a08a14597b9f1 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/d8ef7275b8d74fc68f7a08a14597b9f1 2024-11-10T12:17:23,585 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/d8ef7275b8d74fc68f7a08a14597b9f1, entries=150, sequenceid=290, filesize=12.0 K 2024-11-10T12:17:23,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/832f7a9a0c1e477f96c05c42d0460c15 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/832f7a9a0c1e477f96c05c42d0460c15 2024-11-10T12:17:23,594 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/832f7a9a0c1e477f96c05c42d0460c15, entries=150, sequenceid=290, filesize=12.0 K 2024-11-10T12:17:23,595 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 9aa4aa07b12f8ea2c1ee182911aa1c8b in 623ms, sequenceid=290, compaction requested=false 2024-11-10T12:17:23,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:23,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:23,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-10T12:17:23,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-10T12:17:23,598 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-10T12:17:23,598 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2400 sec 2024-11-10T12:17:23,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 1.2460 sec 2024-11-10T12:17:23,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 9aa4aa07b12f8ea2c1ee182911aa1c8b 2024-11-10T12:17:23,722 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9aa4aa07b12f8ea2c1ee182911aa1c8b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T12:17:23,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=A 2024-11-10T12:17:23,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:23,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=B 2024-11-10T12:17:23,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:23,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=C 2024-11-10T12:17:23,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:23,736 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/b4b666b307374950b948e9c196931985 is 50, key is test_row_0/A:col10/1731241043717/Put/seqid=0 2024-11-10T12:17:23,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741902_1078 (size=9857) 2024-11-10T12:17:23,770 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/b4b666b307374950b948e9c196931985 2024-11-10T12:17:23,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:23,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1731241103773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:23,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:23,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:23,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45532 deadline: 1731241103774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:23,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45512 deadline: 1731241103774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:23,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:23,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241103776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:23,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:23,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241103778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:23,784 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/3cf5033abffb4e4091fd8b174ae213af is 50, key is test_row_0/B:col10/1731241043717/Put/seqid=0 2024-11-10T12:17:23,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741903_1079 (size=9857) 2024-11-10T12:17:23,793 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/3cf5033abffb4e4091fd8b174ae213af 2024-11-10T12:17:23,805 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/4263666116704a068f1e5e0c7f3cfc27 is 50, key is test_row_0/C:col10/1731241043717/Put/seqid=0 2024-11-10T12:17:23,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741904_1080 (size=9857) 2024-11-10T12:17:23,813 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/4263666116704a068f1e5e0c7f3cfc27 2024-11-10T12:17:23,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/b4b666b307374950b948e9c196931985 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/b4b666b307374950b948e9c196931985 2024-11-10T12:17:23,827 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/b4b666b307374950b948e9c196931985, entries=100, sequenceid=304, filesize=9.6 K 2024-11-10T12:17:23,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/3cf5033abffb4e4091fd8b174ae213af as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/3cf5033abffb4e4091fd8b174ae213af 2024-11-10T12:17:23,836 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/3cf5033abffb4e4091fd8b174ae213af, entries=100, sequenceid=304, filesize=9.6 K 2024-11-10T12:17:23,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/4263666116704a068f1e5e0c7f3cfc27 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/4263666116704a068f1e5e0c7f3cfc27 2024-11-10T12:17:23,848 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/4263666116704a068f1e5e0c7f3cfc27, entries=100, sequenceid=304, filesize=9.6 K 2024-11-10T12:17:23,849 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 9aa4aa07b12f8ea2c1ee182911aa1c8b in 127ms, sequenceid=304, compaction requested=true 2024-11-10T12:17:23,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:23,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9aa4aa07b12f8ea2c1ee182911aa1c8b:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:17:23,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:23,850 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:17:23,850 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:17:23,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9aa4aa07b12f8ea2c1ee182911aa1c8b:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:17:23,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:23,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9aa4aa07b12f8ea2c1ee182911aa1c8b:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:17:23,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:17:23,852 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:17:23,852 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1540): 9aa4aa07b12f8ea2c1ee182911aa1c8b/A is initiating minor compaction (all files) 2024-11-10T12:17:23,852 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:17:23,853 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): 9aa4aa07b12f8ea2c1ee182911aa1c8b/B is initiating minor compaction (all files) 2024-11-10T12:17:23,853 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9aa4aa07b12f8ea2c1ee182911aa1c8b/B in TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:23,853 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/3f05c3530e2245808ab97f8c0542de52, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/d8ef7275b8d74fc68f7a08a14597b9f1, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/3cf5033abffb4e4091fd8b174ae213af] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp, totalSize=34.3 K 2024-11-10T12:17:23,853 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9aa4aa07b12f8ea2c1ee182911aa1c8b/A in TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:23,854 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/59fb5b24c0cb4f8ba5a847755241dd66, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/abff54c5684e4bc0b96ff7341b4b464b, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/b4b666b307374950b948e9c196931985] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp, totalSize=34.3 K 2024-11-10T12:17:23,854 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f05c3530e2245808ab97f8c0542de52, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1731241040999 2024-11-10T12:17:23,854 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59fb5b24c0cb4f8ba5a847755241dd66, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1731241040999 2024-11-10T12:17:23,854 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting d8ef7275b8d74fc68f7a08a14597b9f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731241041635 2024-11-10T12:17:23,854 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting abff54c5684e4bc0b96ff7341b4b464b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731241041635 2024-11-10T12:17:23,855 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 3cf5033abffb4e4091fd8b174ae213af, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1731241043717 2024-11-10T12:17:23,856 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting b4b666b307374950b948e9c196931985, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1731241043717 2024-11-10T12:17:23,872 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9aa4aa07b12f8ea2c1ee182911aa1c8b#B#compaction#66 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:17:23,873 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/4b11a002fd964279a2d84806ff4bba0d is 50, key is test_row_0/B:col10/1731241043717/Put/seqid=0 2024-11-10T12:17:23,881 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9aa4aa07b12f8ea2c1ee182911aa1c8b#A#compaction#67 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:17:23,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 9aa4aa07b12f8ea2c1ee182911aa1c8b 2024-11-10T12:17:23,882 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9aa4aa07b12f8ea2c1ee182911aa1c8b 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-10T12:17:23,882 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/12d60df16acd4633b30f259ef49807e7 is 50, key is test_row_0/A:col10/1731241043717/Put/seqid=0 2024-11-10T12:17:23,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=A 2024-11-10T12:17:23,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:23,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=B 2024-11-10T12:17:23,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:23,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=C 2024-11-10T12:17:23,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:23,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:23,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45532 deadline: 1731241103894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:23,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:23,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1731241103895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:23,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/56d139bfd18d484d8538efd9e6d08fcf is 50, key is test_row_0/A:col10/1731241043774/Put/seqid=0 2024-11-10T12:17:23,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:23,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241103897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:23,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:23,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241103898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:23,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741906_1082 (size=13051) 2024-11-10T12:17:23,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741905_1081 (size=13051) 2024-11-10T12:17:23,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741907_1083 (size=14741) 2024-11-10T12:17:23,930 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/56d139bfd18d484d8538efd9e6d08fcf 2024-11-10T12:17:23,932 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/12d60df16acd4633b30f259ef49807e7 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/12d60df16acd4633b30f259ef49807e7 2024-11-10T12:17:23,935 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/4b11a002fd964279a2d84806ff4bba0d as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/4b11a002fd964279a2d84806ff4bba0d 2024-11-10T12:17:23,941 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9aa4aa07b12f8ea2c1ee182911aa1c8b/A of 9aa4aa07b12f8ea2c1ee182911aa1c8b into 12d60df16acd4633b30f259ef49807e7(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:17:23,941 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:23,941 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b., storeName=9aa4aa07b12f8ea2c1ee182911aa1c8b/A, priority=13, startTime=1731241043850; duration=0sec 2024-11-10T12:17:23,941 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:17:23,941 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9aa4aa07b12f8ea2c1ee182911aa1c8b:A 2024-11-10T12:17:23,941 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:17:23,943 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/56c2697c51214f9194042451b7138052 is 50, key is test_row_0/B:col10/1731241043774/Put/seqid=0 2024-11-10T12:17:23,944 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:17:23,945 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1540): 9aa4aa07b12f8ea2c1ee182911aa1c8b/C is initiating minor compaction (all files) 2024-11-10T12:17:23,945 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9aa4aa07b12f8ea2c1ee182911aa1c8b/C in TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:23,945 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/ae9beac595ca4551b5b7a44614c76552, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/832f7a9a0c1e477f96c05c42d0460c15, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/4263666116704a068f1e5e0c7f3cfc27] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp, totalSize=34.3 K 2024-11-10T12:17:23,946 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9aa4aa07b12f8ea2c1ee182911aa1c8b/B of 9aa4aa07b12f8ea2c1ee182911aa1c8b into 4b11a002fd964279a2d84806ff4bba0d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:17:23,946 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:23,946 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b., storeName=9aa4aa07b12f8ea2c1ee182911aa1c8b/B, priority=13, startTime=1731241043850; duration=0sec 2024-11-10T12:17:23,946 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:23,946 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9aa4aa07b12f8ea2c1ee182911aa1c8b:B 2024-11-10T12:17:23,946 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae9beac595ca4551b5b7a44614c76552, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1731241040999 2024-11-10T12:17:23,947 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 832f7a9a0c1e477f96c05c42d0460c15, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731241041635 2024-11-10T12:17:23,947 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4263666116704a068f1e5e0c7f3cfc27, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1731241043717 2024-11-10T12:17:23,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741908_1084 (size=12301) 2024-11-10T12:17:23,962 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/56c2697c51214f9194042451b7138052 2024-11-10T12:17:23,964 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9aa4aa07b12f8ea2c1ee182911aa1c8b#C#compaction#70 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:17:23,964 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/07b0dea49e05433fbc2e9bcda310f67c is 50, key is test_row_0/C:col10/1731241043717/Put/seqid=0 2024-11-10T12:17:23,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741909_1085 (size=13051) 2024-11-10T12:17:23,983 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/e6eebc6dee6d40d39f6226cce36459d9 is 50, key is test_row_0/C:col10/1731241043774/Put/seqid=0 2024-11-10T12:17:23,984 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/07b0dea49e05433fbc2e9bcda310f67c as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/07b0dea49e05433fbc2e9bcda310f67c 2024-11-10T12:17:23,993 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9aa4aa07b12f8ea2c1ee182911aa1c8b/C of 9aa4aa07b12f8ea2c1ee182911aa1c8b into 07b0dea49e05433fbc2e9bcda310f67c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:17:23,994 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:23,994 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b., storeName=9aa4aa07b12f8ea2c1ee182911aa1c8b/C, priority=13, startTime=1731241043850; duration=0sec 2024-11-10T12:17:23,994 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:23,994 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9aa4aa07b12f8ea2c1ee182911aa1c8b:C 2024-11-10T12:17:24,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:24,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45532 deadline: 1731241104000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:24,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:24,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1731241104002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:24,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741910_1086 (size=12301) 2024-11-10T12:17:24,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:24,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241104005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:24,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:24,009 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/e6eebc6dee6d40d39f6226cce36459d9 2024-11-10T12:17:24,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241104005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:24,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/56d139bfd18d484d8538efd9e6d08fcf as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/56d139bfd18d484d8538efd9e6d08fcf 2024-11-10T12:17:24,025 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/56d139bfd18d484d8538efd9e6d08fcf, entries=200, sequenceid=330, filesize=14.4 K 2024-11-10T12:17:24,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/56c2697c51214f9194042451b7138052 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/56c2697c51214f9194042451b7138052 2024-11-10T12:17:24,047 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/56c2697c51214f9194042451b7138052, entries=150, sequenceid=330, filesize=12.0 K 2024-11-10T12:17:24,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/e6eebc6dee6d40d39f6226cce36459d9 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/e6eebc6dee6d40d39f6226cce36459d9 2024-11-10T12:17:24,054 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/e6eebc6dee6d40d39f6226cce36459d9, entries=150, sequenceid=330, filesize=12.0 K 2024-11-10T12:17:24,056 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 9aa4aa07b12f8ea2c1ee182911aa1c8b in 174ms, sequenceid=330, compaction requested=false 2024-11-10T12:17:24,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:24,206 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9aa4aa07b12f8ea2c1ee182911aa1c8b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-10T12:17:24,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=A 2024-11-10T12:17:24,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:24,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=B 2024-11-10T12:17:24,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:24,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=C 2024-11-10T12:17:24,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:24,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 9aa4aa07b12f8ea2c1ee182911aa1c8b 2024-11-10T12:17:24,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/7c23c55c0ea94af7995add86b4f796cd is 50, key is test_row_0/A:col10/1731241043890/Put/seqid=0 2024-11-10T12:17:24,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:24,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45532 deadline: 1731241104245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:24,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:24,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241104246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:24,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:24,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1731241104248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:24,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:24,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241104248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:24,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741911_1087 (size=14741) 2024-11-10T12:17:24,281 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/7c23c55c0ea94af7995add86b4f796cd 2024-11-10T12:17:24,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/aba2675461ba451b82cee34b6a996be2 is 50, key is test_row_0/B:col10/1731241043890/Put/seqid=0 2024-11-10T12:17:24,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741912_1088 (size=12301) 2024-11-10T12:17:24,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:24,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241104351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:24,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:24,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45532 deadline: 1731241104351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:24,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:24,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1731241104354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:24,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:24,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241104354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:24,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-10T12:17:24,464 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-10T12:17:24,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:17:24,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-10T12:17:24,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-10T12:17:24,467 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:17:24,468 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:17:24,468 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:17:24,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:24,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45532 deadline: 1731241104556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:24,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:24,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241104557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:24,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:24,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1731241104559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:24,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:24,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241104560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:24,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-10T12:17:24,621 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:24,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-10T12:17:24,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:24,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. as already flushing 2024-11-10T12:17:24,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:24,622 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:24,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:24,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:24,740 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/aba2675461ba451b82cee34b6a996be2 2024-11-10T12:17:24,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/7a57bb681d38435da9882556aa845af9 is 50, key is test_row_0/C:col10/1731241043890/Put/seqid=0 2024-11-10T12:17:24,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741913_1089 (size=12301) 2024-11-10T12:17:24,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-10T12:17:24,774 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:24,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-10T12:17:24,774 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/7a57bb681d38435da9882556aa845af9 2024-11-10T12:17:24,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:24,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. as already flushing 2024-11-10T12:17:24,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:24,775 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:24,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:24,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:24,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/7c23c55c0ea94af7995add86b4f796cd as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/7c23c55c0ea94af7995add86b4f796cd 2024-11-10T12:17:24,790 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/7c23c55c0ea94af7995add86b4f796cd, entries=200, sequenceid=345, filesize=14.4 K 2024-11-10T12:17:24,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/aba2675461ba451b82cee34b6a996be2 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/aba2675461ba451b82cee34b6a996be2 2024-11-10T12:17:24,796 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/aba2675461ba451b82cee34b6a996be2, entries=150, sequenceid=345, filesize=12.0 K 2024-11-10T12:17:24,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/7a57bb681d38435da9882556aa845af9 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/7a57bb681d38435da9882556aa845af9 2024-11-10T12:17:24,803 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/7a57bb681d38435da9882556aa845af9, entries=150, sequenceid=345, filesize=12.0 K 2024-11-10T12:17:24,804 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 9aa4aa07b12f8ea2c1ee182911aa1c8b in 598ms, sequenceid=345, compaction requested=true 2024-11-10T12:17:24,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:24,805 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:17:24,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9aa4aa07b12f8ea2c1ee182911aa1c8b:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:17:24,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:24,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9aa4aa07b12f8ea2c1ee182911aa1c8b:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:17:24,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:24,806 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:17:24,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9aa4aa07b12f8ea2c1ee182911aa1c8b:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:17:24,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:17:24,807 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42533 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:17:24,807 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1540): 9aa4aa07b12f8ea2c1ee182911aa1c8b/A is initiating minor compaction (all files) 2024-11-10T12:17:24,807 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9aa4aa07b12f8ea2c1ee182911aa1c8b/A in TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:24,807 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/12d60df16acd4633b30f259ef49807e7, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/56d139bfd18d484d8538efd9e6d08fcf, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/7c23c55c0ea94af7995add86b4f796cd] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp, totalSize=41.5 K 2024-11-10T12:17:24,807 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:17:24,808 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): 9aa4aa07b12f8ea2c1ee182911aa1c8b/B is initiating minor compaction (all files) 2024-11-10T12:17:24,808 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9aa4aa07b12f8ea2c1ee182911aa1c8b/B in TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:24,808 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/4b11a002fd964279a2d84806ff4bba0d, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/56c2697c51214f9194042451b7138052, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/aba2675461ba451b82cee34b6a996be2] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp, totalSize=36.8 K 2024-11-10T12:17:24,808 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 12d60df16acd4633b30f259ef49807e7, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1731241041642 2024-11-10T12:17:24,808 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b11a002fd964279a2d84806ff4bba0d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1731241041642 2024-11-10T12:17:24,809 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 56d139bfd18d484d8538efd9e6d08fcf, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731241043750 2024-11-10T12:17:24,809 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 56c2697c51214f9194042451b7138052, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731241043750 2024-11-10T12:17:24,809 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c23c55c0ea94af7995add86b4f796cd, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1731241043890 2024-11-10T12:17:24,810 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting aba2675461ba451b82cee34b6a996be2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1731241043890 2024-11-10T12:17:24,824 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9aa4aa07b12f8ea2c1ee182911aa1c8b#A#compaction#75 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:17:24,825 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/50ddadde4c234d399bc4bb2a555fddc5 is 50, key is test_row_0/A:col10/1731241043890/Put/seqid=0 2024-11-10T12:17:24,837 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9aa4aa07b12f8ea2c1ee182911aa1c8b#B#compaction#76 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:17:24,838 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/6efd38a9b60549d0932ee726ff63209f is 50, key is test_row_0/B:col10/1731241043890/Put/seqid=0 2024-11-10T12:17:24,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 9aa4aa07b12f8ea2c1ee182911aa1c8b 2024-11-10T12:17:24,862 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9aa4aa07b12f8ea2c1ee182911aa1c8b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-10T12:17:24,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=A 2024-11-10T12:17:24,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:24,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=B 2024-11-10T12:17:24,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:24,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=C 2024-11-10T12:17:24,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:24,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741914_1090 (size=13153) 2024-11-10T12:17:24,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:24,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:24,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241104873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:24,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1731241104873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:24,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:24,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45532 deadline: 1731241104874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:24,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:24,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241104877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:24,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741915_1091 (size=13153) 2024-11-10T12:17:24,888 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/d7036c84d67f4d388961d3ac1a467e5c is 50, key is test_row_0/A:col10/1731241044246/Put/seqid=0 2024-11-10T12:17:24,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741916_1092 (size=14741) 2024-11-10T12:17:24,905 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/d7036c84d67f4d388961d3ac1a467e5c 2024-11-10T12:17:24,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/a33cb93775794eecbdc1d2afa4a288b8 is 50, key is test_row_0/B:col10/1731241044246/Put/seqid=0 2024-11-10T12:17:24,928 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:24,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-10T12:17:24,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:24,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. as already flushing 2024-11-10T12:17:24,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:24,929 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:24,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:24,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:24,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741917_1093 (size=12301) 2024-11-10T12:17:24,935 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/a33cb93775794eecbdc1d2afa4a288b8 2024-11-10T12:17:24,943 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/35a400e9dcc744d99ff15aad8a614971 is 50, key is test_row_0/C:col10/1731241044246/Put/seqid=0 2024-11-10T12:17:24,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741918_1094 (size=12301) 2024-11-10T12:17:24,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:24,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1731241104980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:24,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:24,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241104981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:24,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:24,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45532 deadline: 1731241104981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:24,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:24,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241104983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:25,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-10T12:17:25,081 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:25,082 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-10T12:17:25,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:25,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. as already flushing 2024-11-10T12:17:25,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:25,082 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:25,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:25,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:25,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:25,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1731241105184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:25,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:25,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241105185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:25,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:25,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45532 deadline: 1731241105186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:25,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:25,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241105189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:25,235 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:25,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-10T12:17:25,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:25,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. as already flushing 2024-11-10T12:17:25,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:25,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:25,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:25,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:25,285 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/50ddadde4c234d399bc4bb2a555fddc5 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/50ddadde4c234d399bc4bb2a555fddc5 2024-11-10T12:17:25,292 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/6efd38a9b60549d0932ee726ff63209f as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/6efd38a9b60549d0932ee726ff63209f 2024-11-10T12:17:25,294 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9aa4aa07b12f8ea2c1ee182911aa1c8b/A of 9aa4aa07b12f8ea2c1ee182911aa1c8b into 50ddadde4c234d399bc4bb2a555fddc5(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:17:25,295 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:25,295 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b., storeName=9aa4aa07b12f8ea2c1ee182911aa1c8b/A, priority=13, startTime=1731241044805; duration=0sec 2024-11-10T12:17:25,295 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:17:25,295 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9aa4aa07b12f8ea2c1ee182911aa1c8b:A 2024-11-10T12:17:25,295 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:17:25,300 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:17:25,300 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1540): 9aa4aa07b12f8ea2c1ee182911aa1c8b/C is initiating minor compaction (all files) 2024-11-10T12:17:25,301 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9aa4aa07b12f8ea2c1ee182911aa1c8b/C in TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:25,301 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/07b0dea49e05433fbc2e9bcda310f67c, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/e6eebc6dee6d40d39f6226cce36459d9, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/7a57bb681d38435da9882556aa845af9] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp, totalSize=36.8 K 2024-11-10T12:17:25,301 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07b0dea49e05433fbc2e9bcda310f67c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1731241041642 2024-11-10T12:17:25,302 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting e6eebc6dee6d40d39f6226cce36459d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731241043750 2024-11-10T12:17:25,303 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a57bb681d38435da9882556aa845af9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1731241043890 2024-11-10T12:17:25,346 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9aa4aa07b12f8ea2c1ee182911aa1c8b/B of 9aa4aa07b12f8ea2c1ee182911aa1c8b into 6efd38a9b60549d0932ee726ff63209f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:17:25,346 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:25,346 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b., storeName=9aa4aa07b12f8ea2c1ee182911aa1c8b/B, priority=13, startTime=1731241044806; duration=0sec 2024-11-10T12:17:25,347 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:25,347 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9aa4aa07b12f8ea2c1ee182911aa1c8b:B 2024-11-10T12:17:25,353 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/35a400e9dcc744d99ff15aad8a614971 2024-11-10T12:17:25,357 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9aa4aa07b12f8ea2c1ee182911aa1c8b#C#compaction#80 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:17:25,358 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/551fe7577abe440f87e15b8d0fc5ddb4 is 50, key is test_row_0/C:col10/1731241043890/Put/seqid=0 2024-11-10T12:17:25,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/d7036c84d67f4d388961d3ac1a467e5c as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/d7036c84d67f4d388961d3ac1a467e5c 2024-11-10T12:17:25,368 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/d7036c84d67f4d388961d3ac1a467e5c, entries=200, sequenceid=370, filesize=14.4 K 2024-11-10T12:17:25,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/a33cb93775794eecbdc1d2afa4a288b8 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/a33cb93775794eecbdc1d2afa4a288b8 2024-11-10T12:17:25,376 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/a33cb93775794eecbdc1d2afa4a288b8, entries=150, sequenceid=370, filesize=12.0 K 2024-11-10T12:17:25,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/35a400e9dcc744d99ff15aad8a614971 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/35a400e9dcc744d99ff15aad8a614971 2024-11-10T12:17:25,387 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:25,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-10T12:17:25,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:25,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. as already flushing 2024-11-10T12:17:25,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:25,389 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:25,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:25,391 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/35a400e9dcc744d99ff15aad8a614971, entries=150, sequenceid=370, filesize=12.0 K 2024-11-10T12:17:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:25,392 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 9aa4aa07b12f8ea2c1ee182911aa1c8b in 530ms, sequenceid=370, compaction requested=false 2024-11-10T12:17:25,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:25,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741919_1095 (size=13153) 2024-11-10T12:17:25,407 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/551fe7577abe440f87e15b8d0fc5ddb4 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/551fe7577abe440f87e15b8d0fc5ddb4 2024-11-10T12:17:25,415 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9aa4aa07b12f8ea2c1ee182911aa1c8b/C of 9aa4aa07b12f8ea2c1ee182911aa1c8b into 551fe7577abe440f87e15b8d0fc5ddb4(size=12.8 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:17:25,416 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:25,416 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b., storeName=9aa4aa07b12f8ea2c1ee182911aa1c8b/C, priority=13, startTime=1731241044806; duration=0sec 2024-11-10T12:17:25,416 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:25,416 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9aa4aa07b12f8ea2c1ee182911aa1c8b:C 2024-11-10T12:17:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 9aa4aa07b12f8ea2c1ee182911aa1c8b 2024-11-10T12:17:25,496 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9aa4aa07b12f8ea2c1ee182911aa1c8b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-10T12:17:25,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=A 2024-11-10T12:17:25,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:25,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=B 2024-11-10T12:17:25,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:25,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=C 2024-11-10T12:17:25,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:25,505 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/5626ad819f2748e39af4f374f12457f0 is 50, key is test_row_0/A:col10/1731241045495/Put/seqid=0 2024-11-10T12:17:25,543 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:25,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-10T12:17:25,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:25,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. as already flushing 2024-11-10T12:17:25,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:25,544 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:25,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:25,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:25,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741920_1096 (size=12301) 2024-11-10T12:17:25,552 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/5626ad819f2748e39af4f374f12457f0 2024-11-10T12:17:25,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241105542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:25,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241105552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:25,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:25,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45532 deadline: 1731241105554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1731241105553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:25,568 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/3154ba59e2154f7e822d30c89f8f6dd6 is 50, key is test_row_0/B:col10/1731241045495/Put/seqid=0 2024-11-10T12:17:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-10T12:17:25,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741921_1097 (size=12301) 2024-11-10T12:17:25,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:25,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241105653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:25,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:25,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241105663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:25,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1731241105664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:25,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45532 deadline: 1731241105665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:25,698 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:25,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-10T12:17:25,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:25,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. as already flushing 2024-11-10T12:17:25,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:25,699 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:25,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:25,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:25,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:25,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45512 deadline: 1731241105787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:25,789 DEBUG [Thread-155 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4145 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b., hostname=8eb9a7a2374b,43841,1731241027112, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:17:25,851 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:25,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-10T12:17:25,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:25,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. as already flushing 2024-11-10T12:17:25,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:25,852 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:25,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:25,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:25,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:25,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241105857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:25,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:25,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241105865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:25,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:25,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45532 deadline: 1731241105869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:25,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:25,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1731241105869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:26,004 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:26,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-10T12:17:26,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:26,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. as already flushing 2024-11-10T12:17:26,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:26,004 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:26,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:26,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:26,032 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/3154ba59e2154f7e822d30c89f8f6dd6 2024-11-10T12:17:26,040 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/55c0028e58d24c4183c7b403014a5b3b is 50, key is test_row_0/C:col10/1731241045495/Put/seqid=0 2024-11-10T12:17:26,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741922_1098 (size=12301) 2024-11-10T12:17:26,054 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/55c0028e58d24c4183c7b403014a5b3b 2024-11-10T12:17:26,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/5626ad819f2748e39af4f374f12457f0 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/5626ad819f2748e39af4f374f12457f0 2024-11-10T12:17:26,066 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/5626ad819f2748e39af4f374f12457f0, entries=150, sequenceid=387, filesize=12.0 K 2024-11-10T12:17:26,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/3154ba59e2154f7e822d30c89f8f6dd6 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/3154ba59e2154f7e822d30c89f8f6dd6 2024-11-10T12:17:26,075 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/3154ba59e2154f7e822d30c89f8f6dd6, entries=150, sequenceid=387, filesize=12.0 K 2024-11-10T12:17:26,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/55c0028e58d24c4183c7b403014a5b3b as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/55c0028e58d24c4183c7b403014a5b3b 2024-11-10T12:17:26,083 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/55c0028e58d24c4183c7b403014a5b3b, entries=150, sequenceid=387, filesize=12.0 K 2024-11-10T12:17:26,084 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 9aa4aa07b12f8ea2c1ee182911aa1c8b in 588ms, sequenceid=387, compaction requested=true 2024-11-10T12:17:26,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:26,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9aa4aa07b12f8ea2c1ee182911aa1c8b:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:17:26,085 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:17:26,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:26,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9aa4aa07b12f8ea2c1ee182911aa1c8b:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:17:26,085 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:17:26,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:26,087 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:17:26,087 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): 9aa4aa07b12f8ea2c1ee182911aa1c8b/B is initiating minor compaction (all files) 2024-11-10T12:17:26,087 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9aa4aa07b12f8ea2c1ee182911aa1c8b/B in TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:26,088 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/6efd38a9b60549d0932ee726ff63209f, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/a33cb93775794eecbdc1d2afa4a288b8, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/3154ba59e2154f7e822d30c89f8f6dd6] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp, totalSize=36.9 K 2024-11-10T12:17:26,088 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40195 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:17:26,088 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1540): 9aa4aa07b12f8ea2c1ee182911aa1c8b/A is initiating minor compaction (all files) 2024-11-10T12:17:26,088 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9aa4aa07b12f8ea2c1ee182911aa1c8b/A in TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:26,088 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/50ddadde4c234d399bc4bb2a555fddc5, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/d7036c84d67f4d388961d3ac1a467e5c, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/5626ad819f2748e39af4f374f12457f0] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp, totalSize=39.3 K 2024-11-10T12:17:26,089 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 6efd38a9b60549d0932ee726ff63209f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1731241043890 2024-11-10T12:17:26,089 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 50ddadde4c234d399bc4bb2a555fddc5, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1731241043890 2024-11-10T12:17:26,090 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting d7036c84d67f4d388961d3ac1a467e5c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1731241044237 2024-11-10T12:17:26,090 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting a33cb93775794eecbdc1d2afa4a288b8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1731241044237 2024-11-10T12:17:26,091 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 3154ba59e2154f7e822d30c89f8f6dd6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1731241044876 2024-11-10T12:17:26,092 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5626ad819f2748e39af4f374f12457f0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1731241044876 2024-11-10T12:17:26,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9aa4aa07b12f8ea2c1ee182911aa1c8b:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:17:26,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:17:26,103 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9aa4aa07b12f8ea2c1ee182911aa1c8b#A#compaction#84 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:17:26,104 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/02c91faaaf754fc798db8f8dec0a18d9 is 50, key is test_row_0/A:col10/1731241045495/Put/seqid=0 2024-11-10T12:17:26,104 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9aa4aa07b12f8ea2c1ee182911aa1c8b#B#compaction#85 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:17:26,105 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/6b5b35840a5e4ed6a1b02477aeeb7c2a is 50, key is test_row_0/B:col10/1731241045495/Put/seqid=0 2024-11-10T12:17:26,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741923_1099 (size=13255) 2024-11-10T12:17:26,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741924_1100 (size=13255) 2024-11-10T12:17:26,139 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/02c91faaaf754fc798db8f8dec0a18d9 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/02c91faaaf754fc798db8f8dec0a18d9 2024-11-10T12:17:26,146 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/6b5b35840a5e4ed6a1b02477aeeb7c2a as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/6b5b35840a5e4ed6a1b02477aeeb7c2a 2024-11-10T12:17:26,150 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9aa4aa07b12f8ea2c1ee182911aa1c8b/A of 9aa4aa07b12f8ea2c1ee182911aa1c8b into 02c91faaaf754fc798db8f8dec0a18d9(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:17:26,150 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:26,150 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b., storeName=9aa4aa07b12f8ea2c1ee182911aa1c8b/A, priority=13, startTime=1731241046085; duration=0sec 2024-11-10T12:17:26,150 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:17:26,150 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9aa4aa07b12f8ea2c1ee182911aa1c8b:A 2024-11-10T12:17:26,151 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:17:26,153 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:17:26,153 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1540): 9aa4aa07b12f8ea2c1ee182911aa1c8b/C is initiating minor compaction (all files) 2024-11-10T12:17:26,153 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9aa4aa07b12f8ea2c1ee182911aa1c8b/C in TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:26,153 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/551fe7577abe440f87e15b8d0fc5ddb4, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/35a400e9dcc744d99ff15aad8a614971, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/55c0028e58d24c4183c7b403014a5b3b] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp, totalSize=36.9 K 2024-11-10T12:17:26,154 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 551fe7577abe440f87e15b8d0fc5ddb4, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1731241043890 2024-11-10T12:17:26,155 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 35a400e9dcc744d99ff15aad8a614971, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1731241044237 2024-11-10T12:17:26,155 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 55c0028e58d24c4183c7b403014a5b3b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1731241044876 2024-11-10T12:17:26,157 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:26,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-10T12:17:26,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:26,158 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 9aa4aa07b12f8ea2c1ee182911aa1c8b 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-10T12:17:26,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=A 2024-11-10T12:17:26,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:26,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=B 2024-11-10T12:17:26,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:26,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=C 2024-11-10T12:17:26,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:26,161 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9aa4aa07b12f8ea2c1ee182911aa1c8b/B of 9aa4aa07b12f8ea2c1ee182911aa1c8b into 6b5b35840a5e4ed6a1b02477aeeb7c2a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:17:26,162 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. as already flushing 2024-11-10T12:17:26,162 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:26,162 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b., storeName=9aa4aa07b12f8ea2c1ee182911aa1c8b/B, priority=13, startTime=1731241046085; duration=0sec 2024-11-10T12:17:26,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 9aa4aa07b12f8ea2c1ee182911aa1c8b 2024-11-10T12:17:26,162 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:26,162 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9aa4aa07b12f8ea2c1ee182911aa1c8b:B 2024-11-10T12:17:26,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/dce2ad60ab88440a8b29e0a4f026f99b is 50, key is test_row_0/A:col10/1731241045550/Put/seqid=0 2024-11-10T12:17:26,176 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9aa4aa07b12f8ea2c1ee182911aa1c8b#C#compaction#87 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:17:26,177 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/508c0a8fb2c04fdb9ca38a906b64a244 is 50, key is test_row_0/C:col10/1731241045495/Put/seqid=0 2024-11-10T12:17:26,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741925_1101 (size=12301) 2024-11-10T12:17:26,179 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/dce2ad60ab88440a8b29e0a4f026f99b 2024-11-10T12:17:26,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741926_1102 (size=13255) 2024-11-10T12:17:26,191 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/508c0a8fb2c04fdb9ca38a906b64a244 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/508c0a8fb2c04fdb9ca38a906b64a244 2024-11-10T12:17:26,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/7982413bbc3f4a77953cf7671d3e3bd4 is 50, key is test_row_0/B:col10/1731241045550/Put/seqid=0 2024-11-10T12:17:26,202 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9aa4aa07b12f8ea2c1ee182911aa1c8b/C of 9aa4aa07b12f8ea2c1ee182911aa1c8b into 508c0a8fb2c04fdb9ca38a906b64a244(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:17:26,202 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:26,202 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b., storeName=9aa4aa07b12f8ea2c1ee182911aa1c8b/C, priority=13, startTime=1731241046085; duration=0sec 2024-11-10T12:17:26,202 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:26,202 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9aa4aa07b12f8ea2c1ee182911aa1c8b:C 2024-11-10T12:17:26,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:26,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241106191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:26,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:26,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1731241106203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:26,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:26,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45532 deadline: 1731241106203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:26,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:26,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241106203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:26,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741927_1103 (size=12301) 2024-11-10T12:17:26,216 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/7982413bbc3f4a77953cf7671d3e3bd4 2024-11-10T12:17:26,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/8e3c43b507ad488f8b213f00fb880841 is 50, key is test_row_0/C:col10/1731241045550/Put/seqid=0 2024-11-10T12:17:26,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741928_1104 (size=12301) 2024-11-10T12:17:26,237 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/8e3c43b507ad488f8b213f00fb880841 2024-11-10T12:17:26,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/dce2ad60ab88440a8b29e0a4f026f99b as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/dce2ad60ab88440a8b29e0a4f026f99b 2024-11-10T12:17:26,250 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/dce2ad60ab88440a8b29e0a4f026f99b, entries=150, sequenceid=411, filesize=12.0 K 2024-11-10T12:17:26,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/7982413bbc3f4a77953cf7671d3e3bd4 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/7982413bbc3f4a77953cf7671d3e3bd4 2024-11-10T12:17:26,257 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/7982413bbc3f4a77953cf7671d3e3bd4, entries=150, sequenceid=411, filesize=12.0 K 2024-11-10T12:17:26,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/8e3c43b507ad488f8b213f00fb880841 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/8e3c43b507ad488f8b213f00fb880841 2024-11-10T12:17:26,265 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/8e3c43b507ad488f8b213f00fb880841, entries=150, sequenceid=411, filesize=12.0 K 2024-11-10T12:17:26,266 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=80.51 KB/82440 for 9aa4aa07b12f8ea2c1ee182911aa1c8b in 108ms, sequenceid=411, compaction requested=false 2024-11-10T12:17:26,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:26,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:26,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-10T12:17:26,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-10T12:17:26,270 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-10T12:17:26,270 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8000 sec 2024-11-10T12:17:26,273 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 1.8060 sec 2024-11-10T12:17:26,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 9aa4aa07b12f8ea2c1ee182911aa1c8b 2024-11-10T12:17:26,306 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9aa4aa07b12f8ea2c1ee182911aa1c8b 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-10T12:17:26,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=A 2024-11-10T12:17:26,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:26,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=B 2024-11-10T12:17:26,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:26,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=C 2024-11-10T12:17:26,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:26,313 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/70581128e80b40b19c383cb5adde8313 is 50, key is test_row_0/A:col10/1731241046305/Put/seqid=0 2024-11-10T12:17:26,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:26,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241106327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:26,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:26,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241106327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:26,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:26,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1731241106328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:26,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:26,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45532 deadline: 1731241106329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:26,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741929_1105 (size=12301) 2024-11-10T12:17:26,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:26,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241106431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:26,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:26,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241106432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:26,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:26,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:26,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1731241106434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:26,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45532 deadline: 1731241106434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:26,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-10T12:17:26,573 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-10T12:17:26,574 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:17:26,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-10T12:17:26,576 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:17:26,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-10T12:17:26,577 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:17:26,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:17:26,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:26,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241106636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:26,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:26,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241106636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:26,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:26,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1731241106638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:26,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:26,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45532 deadline: 1731241106639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:26,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-10T12:17:26,729 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:26,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-10T12:17:26,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:26,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. as already flushing 2024-11-10T12:17:26,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:26,730 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:26,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:26,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:26,766 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/70581128e80b40b19c383cb5adde8313 2024-11-10T12:17:26,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/49f6c372b0324500bf6868b84f6106a7 is 50, key is test_row_0/B:col10/1731241046305/Put/seqid=0 2024-11-10T12:17:26,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741930_1106 (size=12301) 2024-11-10T12:17:26,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-10T12:17:26,882 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:26,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-10T12:17:26,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:26,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. as already flushing 2024-11-10T12:17:26,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:26,883 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:26,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:26,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:26,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:26,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241106941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:26,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:26,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45532 deadline: 1731241106941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:26,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:26,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241106941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:26,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:26,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1731241106941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:27,038 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:27,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-10T12:17:27,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:27,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. as already flushing 2024-11-10T12:17:27,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:27,040 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:27,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:27,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:27,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-10T12:17:27,194 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:27,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-10T12:17:27,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:27,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. as already flushing 2024-11-10T12:17:27,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:27,195 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:27,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:27,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:27,205 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/49f6c372b0324500bf6868b84f6106a7 2024-11-10T12:17:27,214 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/36199883fdf44c69b78cb056399bbaca is 50, key is test_row_0/C:col10/1731241046305/Put/seqid=0 2024-11-10T12:17:27,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741931_1107 (size=12301) 2024-11-10T12:17:27,218 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/36199883fdf44c69b78cb056399bbaca 2024-11-10T12:17:27,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/70581128e80b40b19c383cb5adde8313 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/70581128e80b40b19c383cb5adde8313 2024-11-10T12:17:27,227 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/70581128e80b40b19c383cb5adde8313, entries=150, sequenceid=429, filesize=12.0 K 2024-11-10T12:17:27,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/49f6c372b0324500bf6868b84f6106a7 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/49f6c372b0324500bf6868b84f6106a7 2024-11-10T12:17:27,232 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/49f6c372b0324500bf6868b84f6106a7, entries=150, sequenceid=429, filesize=12.0 K 2024-11-10T12:17:27,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/36199883fdf44c69b78cb056399bbaca as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/36199883fdf44c69b78cb056399bbaca 2024-11-10T12:17:27,238 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/36199883fdf44c69b78cb056399bbaca, entries=150, sequenceid=429, filesize=12.0 K 2024-11-10T12:17:27,239 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 9aa4aa07b12f8ea2c1ee182911aa1c8b in 932ms, sequenceid=429, compaction requested=true 2024-11-10T12:17:27,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:27,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9aa4aa07b12f8ea2c1ee182911aa1c8b:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:17:27,239 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:17:27,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:27,239 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:17:27,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9aa4aa07b12f8ea2c1ee182911aa1c8b:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:17:27,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:27,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9aa4aa07b12f8ea2c1ee182911aa1c8b:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:17:27,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:17:27,241 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:17:27,241 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:17:27,241 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): 9aa4aa07b12f8ea2c1ee182911aa1c8b/B is initiating minor compaction (all files) 2024-11-10T12:17:27,241 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1540): 9aa4aa07b12f8ea2c1ee182911aa1c8b/A is initiating minor compaction (all files) 2024-11-10T12:17:27,241 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9aa4aa07b12f8ea2c1ee182911aa1c8b/A in TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:27,241 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9aa4aa07b12f8ea2c1ee182911aa1c8b/B in TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:27,242 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/6b5b35840a5e4ed6a1b02477aeeb7c2a, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/7982413bbc3f4a77953cf7671d3e3bd4, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/49f6c372b0324500bf6868b84f6106a7] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp, totalSize=37.0 K 2024-11-10T12:17:27,242 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/02c91faaaf754fc798db8f8dec0a18d9, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/dce2ad60ab88440a8b29e0a4f026f99b, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/70581128e80b40b19c383cb5adde8313] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp, totalSize=37.0 K 2024-11-10T12:17:27,242 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b5b35840a5e4ed6a1b02477aeeb7c2a, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1731241044876 2024-11-10T12:17:27,242 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 02c91faaaf754fc798db8f8dec0a18d9, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1731241044876 2024-11-10T12:17:27,242 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting dce2ad60ab88440a8b29e0a4f026f99b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1731241045540 2024-11-10T12:17:27,242 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 7982413bbc3f4a77953cf7671d3e3bd4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1731241045540 2024-11-10T12:17:27,243 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 49f6c372b0324500bf6868b84f6106a7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1731241046187 2024-11-10T12:17:27,243 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 70581128e80b40b19c383cb5adde8313, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1731241046187 2024-11-10T12:17:27,251 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9aa4aa07b12f8ea2c1ee182911aa1c8b#A#compaction#93 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:17:27,251 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9aa4aa07b12f8ea2c1ee182911aa1c8b#B#compaction#94 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:17:27,251 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/9de0d5ac4df24981972e4ac6ff5b36b3 is 50, key is test_row_0/A:col10/1731241046305/Put/seqid=0 2024-11-10T12:17:27,252 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/a4fa121f36534a7b88516ad5818755ad is 50, key is test_row_0/B:col10/1731241046305/Put/seqid=0 2024-11-10T12:17:27,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741933_1109 (size=13357) 2024-11-10T12:17:27,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741932_1108 (size=13357) 2024-11-10T12:17:27,263 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/a4fa121f36534a7b88516ad5818755ad as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/a4fa121f36534a7b88516ad5818755ad 2024-11-10T12:17:27,268 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9aa4aa07b12f8ea2c1ee182911aa1c8b/B of 9aa4aa07b12f8ea2c1ee182911aa1c8b into a4fa121f36534a7b88516ad5818755ad(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:17:27,268 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:27,268 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b., storeName=9aa4aa07b12f8ea2c1ee182911aa1c8b/B, priority=13, startTime=1731241047239; duration=0sec 2024-11-10T12:17:27,268 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:17:27,269 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9aa4aa07b12f8ea2c1ee182911aa1c8b:B 2024-11-10T12:17:27,269 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:17:27,270 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:17:27,270 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): 9aa4aa07b12f8ea2c1ee182911aa1c8b/C is initiating minor compaction (all files) 2024-11-10T12:17:27,270 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9aa4aa07b12f8ea2c1ee182911aa1c8b/C in TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:27,270 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/508c0a8fb2c04fdb9ca38a906b64a244, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/8e3c43b507ad488f8b213f00fb880841, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/36199883fdf44c69b78cb056399bbaca] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp, totalSize=37.0 K 2024-11-10T12:17:27,270 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 508c0a8fb2c04fdb9ca38a906b64a244, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1731241044876 2024-11-10T12:17:27,271 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e3c43b507ad488f8b213f00fb880841, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1731241045540 2024-11-10T12:17:27,271 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 36199883fdf44c69b78cb056399bbaca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1731241046187 2024-11-10T12:17:27,279 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9aa4aa07b12f8ea2c1ee182911aa1c8b#C#compaction#95 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:17:27,279 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/708ef18fc23f49d0bd61834fa1c5bba8 is 50, key is test_row_0/C:col10/1731241046305/Put/seqid=0 2024-11-10T12:17:27,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741934_1110 (size=13357) 2024-11-10T12:17:27,347 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:27,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-10T12:17:27,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:27,348 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 9aa4aa07b12f8ea2c1ee182911aa1c8b 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-10T12:17:27,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=A 2024-11-10T12:17:27,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:27,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=B 2024-11-10T12:17:27,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:27,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=C 2024-11-10T12:17:27,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:27,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/8056dc0da0c0470486f73383569fafe2 is 50, key is test_row_0/A:col10/1731241046325/Put/seqid=0 2024-11-10T12:17:27,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741935_1111 (size=12301) 2024-11-10T12:17:27,377 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/8056dc0da0c0470486f73383569fafe2 2024-11-10T12:17:27,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/124ce1fdd4e54a9baaa41064ff4e634e is 50, key is test_row_0/B:col10/1731241046325/Put/seqid=0 2024-11-10T12:17:27,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741936_1112 (size=12301) 2024-11-10T12:17:27,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 9aa4aa07b12f8ea2c1ee182911aa1c8b 2024-11-10T12:17:27,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. as already flushing 2024-11-10T12:17:27,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:27,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45532 deadline: 1731241107454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:27,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:27,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241107455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:27,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:27,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1731241107459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:27,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:27,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241107459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:27,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:27,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45532 deadline: 1731241107560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:27,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:27,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241107560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:27,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:27,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1731241107561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:27,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:27,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241107567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:27,663 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/9de0d5ac4df24981972e4ac6ff5b36b3 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/9de0d5ac4df24981972e4ac6ff5b36b3 2024-11-10T12:17:27,671 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9aa4aa07b12f8ea2c1ee182911aa1c8b/A of 9aa4aa07b12f8ea2c1ee182911aa1c8b into 9de0d5ac4df24981972e4ac6ff5b36b3(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:17:27,671 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:27,671 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b., storeName=9aa4aa07b12f8ea2c1ee182911aa1c8b/A, priority=13, startTime=1731241047239; duration=0sec 2024-11-10T12:17:27,672 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:27,672 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9aa4aa07b12f8ea2c1ee182911aa1c8b:A 2024-11-10T12:17:27,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-10T12:17:27,690 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/708ef18fc23f49d0bd61834fa1c5bba8 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/708ef18fc23f49d0bd61834fa1c5bba8 2024-11-10T12:17:27,699 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9aa4aa07b12f8ea2c1ee182911aa1c8b/C of 9aa4aa07b12f8ea2c1ee182911aa1c8b into 708ef18fc23f49d0bd61834fa1c5bba8(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:17:27,699 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:27,699 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b., storeName=9aa4aa07b12f8ea2c1ee182911aa1c8b/C, priority=13, startTime=1731241047239; duration=0sec 2024-11-10T12:17:27,699 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:27,699 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9aa4aa07b12f8ea2c1ee182911aa1c8b:C 2024-11-10T12:17:27,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:27,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:27,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45532 deadline: 1731241107763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:27,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241107762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:27,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:27,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1731241107766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:27,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:27,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241107773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:27,806 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/124ce1fdd4e54a9baaa41064ff4e634e 2024-11-10T12:17:27,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/399bfa8c6feb406ab77b0d4d5b247520 is 50, key is test_row_0/C:col10/1731241046325/Put/seqid=0 2024-11-10T12:17:27,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741937_1113 (size=12301) 2024-11-10T12:17:27,844 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/399bfa8c6feb406ab77b0d4d5b247520 2024-11-10T12:17:27,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/8056dc0da0c0470486f73383569fafe2 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/8056dc0da0c0470486f73383569fafe2 2024-11-10T12:17:27,865 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/8056dc0da0c0470486f73383569fafe2, entries=150, sequenceid=450, filesize=12.0 K 2024-11-10T12:17:27,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/124ce1fdd4e54a9baaa41064ff4e634e as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/124ce1fdd4e54a9baaa41064ff4e634e 2024-11-10T12:17:27,873 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/124ce1fdd4e54a9baaa41064ff4e634e, entries=150, sequenceid=450, filesize=12.0 K 2024-11-10T12:17:27,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/399bfa8c6feb406ab77b0d4d5b247520 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/399bfa8c6feb406ab77b0d4d5b247520 2024-11-10T12:17:27,880 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/399bfa8c6feb406ab77b0d4d5b247520, entries=150, sequenceid=450, filesize=12.0 K 2024-11-10T12:17:27,881 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 9aa4aa07b12f8ea2c1ee182911aa1c8b in 533ms, sequenceid=450, compaction requested=false 2024-11-10T12:17:27,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:27,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:27,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-10T12:17:27,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-10T12:17:27,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-10T12:17:27,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3060 sec 2024-11-10T12:17:27,885 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 1.3100 sec 2024-11-10T12:17:28,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 9aa4aa07b12f8ea2c1ee182911aa1c8b 2024-11-10T12:17:28,067 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9aa4aa07b12f8ea2c1ee182911aa1c8b 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-10T12:17:28,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=A 2024-11-10T12:17:28,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:28,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=B 2024-11-10T12:17:28,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:28,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=C 2024-11-10T12:17:28,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:28,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/993fa677eca24423bcbb2fca96e65e35 is 50, key is test_row_0/A:col10/1731241047457/Put/seqid=0 2024-11-10T12:17:28,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:28,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241108087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:28,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:28,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45532 deadline: 1731241108087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:28,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:28,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241108088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:28,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:28,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1731241108088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:28,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741938_1114 (size=9857) 2024-11-10T12:17:28,111 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/993fa677eca24423bcbb2fca96e65e35 2024-11-10T12:17:28,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/021b865df4804005b3e4616dd78df4c9 is 50, key is test_row_0/B:col10/1731241047457/Put/seqid=0 2024-11-10T12:17:28,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741939_1115 (size=9857) 2024-11-10T12:17:28,143 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/021b865df4804005b3e4616dd78df4c9 2024-11-10T12:17:28,153 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/871b3d587f6c48f0985ef5a004fac3de is 50, key is test_row_0/C:col10/1731241047457/Put/seqid=0 2024-11-10T12:17:28,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741940_1116 (size=9857) 2024-11-10T12:17:28,163 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/871b3d587f6c48f0985ef5a004fac3de 2024-11-10T12:17:28,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/993fa677eca24423bcbb2fca96e65e35 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/993fa677eca24423bcbb2fca96e65e35 2024-11-10T12:17:28,178 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/993fa677eca24423bcbb2fca96e65e35, entries=100, sequenceid=471, filesize=9.6 K 2024-11-10T12:17:28,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/021b865df4804005b3e4616dd78df4c9 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/021b865df4804005b3e4616dd78df4c9 2024-11-10T12:17:28,186 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/021b865df4804005b3e4616dd78df4c9, entries=100, sequenceid=471, filesize=9.6 K 2024-11-10T12:17:28,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/871b3d587f6c48f0985ef5a004fac3de as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/871b3d587f6c48f0985ef5a004fac3de 2024-11-10T12:17:28,194 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/871b3d587f6c48f0985ef5a004fac3de, entries=100, sequenceid=471, filesize=9.6 K 2024-11-10T12:17:28,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:28,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241108191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:28,195 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 9aa4aa07b12f8ea2c1ee182911aa1c8b in 128ms, sequenceid=471, compaction requested=true 2024-11-10T12:17:28,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:28,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9aa4aa07b12f8ea2c1ee182911aa1c8b:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:17:28,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:28,196 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:17:28,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9aa4aa07b12f8ea2c1ee182911aa1c8b:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:17:28,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:28,196 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:17:28,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9aa4aa07b12f8ea2c1ee182911aa1c8b:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:17:28,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:17:28,198 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35515 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:17:28,198 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35515 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:17:28,198 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1540): 9aa4aa07b12f8ea2c1ee182911aa1c8b/A is initiating minor compaction (all files) 2024-11-10T12:17:28,198 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): 9aa4aa07b12f8ea2c1ee182911aa1c8b/B is initiating minor compaction (all files) 2024-11-10T12:17:28,198 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9aa4aa07b12f8ea2c1ee182911aa1c8b/A in TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:28,198 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9aa4aa07b12f8ea2c1ee182911aa1c8b/B in TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:28,198 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/9de0d5ac4df24981972e4ac6ff5b36b3, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/8056dc0da0c0470486f73383569fafe2, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/993fa677eca24423bcbb2fca96e65e35] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp, totalSize=34.7 K 2024-11-10T12:17:28,198 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/a4fa121f36534a7b88516ad5818755ad, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/124ce1fdd4e54a9baaa41064ff4e634e, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/021b865df4804005b3e4616dd78df4c9] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp, totalSize=34.7 K 2024-11-10T12:17:28,199 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting a4fa121f36534a7b88516ad5818755ad, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1731241046187 2024-11-10T12:17:28,199 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9de0d5ac4df24981972e4ac6ff5b36b3, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1731241046187 2024-11-10T12:17:28,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 9aa4aa07b12f8ea2c1ee182911aa1c8b 2024-11-10T12:17:28,199 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8056dc0da0c0470486f73383569fafe2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1731241046325 2024-11-10T12:17:28,199 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 124ce1fdd4e54a9baaa41064ff4e634e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1731241046325 2024-11-10T12:17:28,199 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9aa4aa07b12f8ea2c1ee182911aa1c8b 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-10T12:17:28,200 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 021b865df4804005b3e4616dd78df4c9, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1731241047457 2024-11-10T12:17:28,200 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 993fa677eca24423bcbb2fca96e65e35, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1731241047457 2024-11-10T12:17:28,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=A 2024-11-10T12:17:28,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:28,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=B 2024-11-10T12:17:28,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:28,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=C 2024-11-10T12:17:28,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:28,211 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/04ffe2f539544690935254c411f9d337 is 50, key is test_row_0/A:col10/1731241048197/Put/seqid=0 2024-11-10T12:17:28,216 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9aa4aa07b12f8ea2c1ee182911aa1c8b#A#compaction#103 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:17:28,216 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/1498a2b0dab74e8f828142cf2125caeb is 50, key is test_row_0/A:col10/1731241047457/Put/seqid=0 2024-11-10T12:17:28,219 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9aa4aa07b12f8ea2c1ee182911aa1c8b#B#compaction#104 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:17:28,220 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/3d38f8c19914440a96c06635478b95d6 is 50, key is test_row_0/B:col10/1731241047457/Put/seqid=0 2024-11-10T12:17:28,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:28,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1731241108216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:28,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:28,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241108217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:28,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:28,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45532 deadline: 1731241108220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:28,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741941_1117 (size=14741) 2024-11-10T12:17:28,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741942_1118 (size=13459) 2024-11-10T12:17:28,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741943_1119 (size=13459) 2024-11-10T12:17:28,255 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/1498a2b0dab74e8f828142cf2125caeb as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/1498a2b0dab74e8f828142cf2125caeb 2024-11-10T12:17:28,260 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9aa4aa07b12f8ea2c1ee182911aa1c8b/A of 9aa4aa07b12f8ea2c1ee182911aa1c8b into 1498a2b0dab74e8f828142cf2125caeb(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:17:28,261 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:28,261 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b., storeName=9aa4aa07b12f8ea2c1ee182911aa1c8b/A, priority=13, startTime=1731241048196; duration=0sec 2024-11-10T12:17:28,261 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:17:28,261 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9aa4aa07b12f8ea2c1ee182911aa1c8b:A 2024-11-10T12:17:28,261 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:17:28,262 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35515 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:17:28,263 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1540): 9aa4aa07b12f8ea2c1ee182911aa1c8b/C is initiating minor compaction (all files) 2024-11-10T12:17:28,263 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9aa4aa07b12f8ea2c1ee182911aa1c8b/C in TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:28,263 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/708ef18fc23f49d0bd61834fa1c5bba8, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/399bfa8c6feb406ab77b0d4d5b247520, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/871b3d587f6c48f0985ef5a004fac3de] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp, totalSize=34.7 K 2024-11-10T12:17:28,267 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 708ef18fc23f49d0bd61834fa1c5bba8, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1731241046187 2024-11-10T12:17:28,268 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 399bfa8c6feb406ab77b0d4d5b247520, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1731241046325 2024-11-10T12:17:28,268 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 871b3d587f6c48f0985ef5a004fac3de, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1731241047457 2024-11-10T12:17:28,280 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9aa4aa07b12f8ea2c1ee182911aa1c8b#C#compaction#105 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:17:28,281 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/3e0f894c9a894d06b4afec74e6ddc1a5 is 50, key is test_row_0/C:col10/1731241047457/Put/seqid=0 2024-11-10T12:17:28,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741944_1120 (size=13459) 2024-11-10T12:17:28,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:28,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1731241108322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:28,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:28,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241108322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:28,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:28,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45532 deadline: 1731241108325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:28,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:28,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241108397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:28,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:28,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241108526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:28,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:28,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1731241108526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:28,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:28,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45532 deadline: 1731241108532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:28,627 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/04ffe2f539544690935254c411f9d337 2024-11-10T12:17:28,653 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/3d38f8c19914440a96c06635478b95d6 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/3d38f8c19914440a96c06635478b95d6 2024-11-10T12:17:28,660 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/f809d52d6eb244e2bd7c22156689c497 is 50, key is test_row_0/B:col10/1731241048197/Put/seqid=0 2024-11-10T12:17:28,663 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9aa4aa07b12f8ea2c1ee182911aa1c8b/B of 9aa4aa07b12f8ea2c1ee182911aa1c8b into 3d38f8c19914440a96c06635478b95d6(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:17:28,663 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:28,664 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b., storeName=9aa4aa07b12f8ea2c1ee182911aa1c8b/B, priority=13, startTime=1731241048196; duration=0sec 2024-11-10T12:17:28,664 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:28,665 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9aa4aa07b12f8ea2c1ee182911aa1c8b:B 2024-11-10T12:17:28,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-10T12:17:28,681 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-10T12:17:28,683 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:17:28,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-10T12:17:28,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-10T12:17:28,685 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:17:28,685 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:17:28,685 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:17:28,704 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/3e0f894c9a894d06b4afec74e6ddc1a5 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/3e0f894c9a894d06b4afec74e6ddc1a5 2024-11-10T12:17:28,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:28,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241108702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:28,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741945_1121 (size=12301) 2024-11-10T12:17:28,713 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9aa4aa07b12f8ea2c1ee182911aa1c8b/C of 9aa4aa07b12f8ea2c1ee182911aa1c8b into 3e0f894c9a894d06b4afec74e6ddc1a5(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:17:28,713 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:28,713 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b., storeName=9aa4aa07b12f8ea2c1ee182911aa1c8b/C, priority=13, startTime=1731241048196; duration=0sec 2024-11-10T12:17:28,714 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:28,714 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9aa4aa07b12f8ea2c1ee182911aa1c8b:C 2024-11-10T12:17:28,716 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/f809d52d6eb244e2bd7c22156689c497 2024-11-10T12:17:28,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/1d19aabc176d496fa7a8b5bb332f86d4 is 50, key is test_row_0/C:col10/1731241048197/Put/seqid=0 2024-11-10T12:17:28,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741946_1122 (size=12301) 2024-11-10T12:17:28,747 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/1d19aabc176d496fa7a8b5bb332f86d4 2024-11-10T12:17:28,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/04ffe2f539544690935254c411f9d337 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/04ffe2f539544690935254c411f9d337 2024-11-10T12:17:28,765 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/04ffe2f539544690935254c411f9d337, entries=200, sequenceid=492, filesize=14.4 K 2024-11-10T12:17:28,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/f809d52d6eb244e2bd7c22156689c497 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/f809d52d6eb244e2bd7c22156689c497 2024-11-10T12:17:28,775 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/f809d52d6eb244e2bd7c22156689c497, entries=150, sequenceid=492, filesize=12.0 K 2024-11-10T12:17:28,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/1d19aabc176d496fa7a8b5bb332f86d4 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/1d19aabc176d496fa7a8b5bb332f86d4 2024-11-10T12:17:28,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-10T12:17:28,786 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/1d19aabc176d496fa7a8b5bb332f86d4, entries=150, sequenceid=492, filesize=12.0 K 2024-11-10T12:17:28,787 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 9aa4aa07b12f8ea2c1ee182911aa1c8b in 587ms, sequenceid=492, compaction requested=false 2024-11-10T12:17:28,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:28,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 9aa4aa07b12f8ea2c1ee182911aa1c8b 2024-11-10T12:17:28,834 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9aa4aa07b12f8ea2c1ee182911aa1c8b 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-10T12:17:28,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=A 2024-11-10T12:17:28,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:28,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=B 2024-11-10T12:17:28,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:28,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=C 2024-11-10T12:17:28,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:28,837 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:28,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-10T12:17:28,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:28,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. as already flushing 2024-11-10T12:17:28,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:28,838 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:28,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:28,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:28,840 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/757d2cc2d4ab4a30a2bec081c314b55d is 50, key is test_row_0/A:col10/1731241048215/Put/seqid=0 2024-11-10T12:17:28,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741947_1123 (size=12301) 2024-11-10T12:17:28,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:28,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241108859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:28,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:28,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45532 deadline: 1731241108863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:28,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:28,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1731241108864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:28,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:28,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241108965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:28,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:28,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45532 deadline: 1731241108969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:28,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:28,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1731241108969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:28,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-10T12:17:28,992 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:28,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-10T12:17:28,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:28,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. as already flushing 2024-11-10T12:17:28,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:28,993 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:28,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:28,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:29,145 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:29,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-10T12:17:29,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:29,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. as already flushing 2024-11-10T12:17:29,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:29,146 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:29,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:29,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:29,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:29,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241109168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:29,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:29,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45532 deadline: 1731241109171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:29,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:29,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1731241109173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:29,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:29,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241109210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:29,246 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/757d2cc2d4ab4a30a2bec081c314b55d 2024-11-10T12:17:29,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/f829eecb8b4f4bc4ba2f1a96722ebc24 is 50, key is test_row_0/B:col10/1731241048215/Put/seqid=0 2024-11-10T12:17:29,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741948_1124 (size=12301) 2024-11-10T12:17:29,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-10T12:17:29,298 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:29,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-10T12:17:29,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:29,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. as already flushing 2024-11-10T12:17:29,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:29,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:29,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:29,451 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:29,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-10T12:17:29,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:29,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. as already flushing 2024-11-10T12:17:29,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:29,451 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:29,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:29,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:29,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:29,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241109471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:29,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:29,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45532 deadline: 1731241109474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:29,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:29,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1731241109475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:29,603 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:29,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-10T12:17:29,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:29,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. as already flushing 2024-11-10T12:17:29,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:29,604 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:29,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:29,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:29,670 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/f829eecb8b4f4bc4ba2f1a96722ebc24 2024-11-10T12:17:29,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/2e82ff68a55543aeab0b6da0ef74bd4b is 50, key is test_row_0/C:col10/1731241048215/Put/seqid=0 2024-11-10T12:17:29,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741949_1125 (size=12301) 2024-11-10T12:17:29,688 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/2e82ff68a55543aeab0b6da0ef74bd4b 2024-11-10T12:17:29,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/757d2cc2d4ab4a30a2bec081c314b55d as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/757d2cc2d4ab4a30a2bec081c314b55d 2024-11-10T12:17:29,704 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/757d2cc2d4ab4a30a2bec081c314b55d, entries=150, sequenceid=512, filesize=12.0 K 2024-11-10T12:17:29,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/f829eecb8b4f4bc4ba2f1a96722ebc24 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/f829eecb8b4f4bc4ba2f1a96722ebc24 2024-11-10T12:17:29,712 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/f829eecb8b4f4bc4ba2f1a96722ebc24, entries=150, sequenceid=512, filesize=12.0 K 2024-11-10T12:17:29,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/2e82ff68a55543aeab0b6da0ef74bd4b as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/2e82ff68a55543aeab0b6da0ef74bd4b 2024-11-10T12:17:29,719 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/2e82ff68a55543aeab0b6da0ef74bd4b, entries=150, sequenceid=512, filesize=12.0 K 2024-11-10T12:17:29,720 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 9aa4aa07b12f8ea2c1ee182911aa1c8b in 886ms, sequenceid=512, compaction requested=true 2024-11-10T12:17:29,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:29,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9aa4aa07b12f8ea2c1ee182911aa1c8b:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:17:29,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:29,721 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:17:29,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9aa4aa07b12f8ea2c1ee182911aa1c8b:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:17:29,721 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:17:29,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:29,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9aa4aa07b12f8ea2c1ee182911aa1c8b:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:17:29,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:17:29,722 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:17:29,722 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1540): 9aa4aa07b12f8ea2c1ee182911aa1c8b/A is initiating minor compaction (all files) 2024-11-10T12:17:29,722 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9aa4aa07b12f8ea2c1ee182911aa1c8b/A in TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:29,723 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/1498a2b0dab74e8f828142cf2125caeb, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/04ffe2f539544690935254c411f9d337, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/757d2cc2d4ab4a30a2bec081c314b55d] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp, totalSize=39.6 K 2024-11-10T12:17:29,723 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:17:29,723 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): 9aa4aa07b12f8ea2c1ee182911aa1c8b/B is initiating minor compaction (all files) 2024-11-10T12:17:29,723 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9aa4aa07b12f8ea2c1ee182911aa1c8b/B in TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:29,723 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/3d38f8c19914440a96c06635478b95d6, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/f809d52d6eb244e2bd7c22156689c497, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/f829eecb8b4f4bc4ba2f1a96722ebc24] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp, totalSize=37.2 K 2024-11-10T12:17:29,723 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1498a2b0dab74e8f828142cf2125caeb, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1731241046327 2024-11-10T12:17:29,724 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d38f8c19914440a96c06635478b95d6, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1731241046327 2024-11-10T12:17:29,724 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04ffe2f539544690935254c411f9d337, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1731241048195 2024-11-10T12:17:29,724 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting f809d52d6eb244e2bd7c22156689c497, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1731241048195 2024-11-10T12:17:29,724 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 757d2cc2d4ab4a30a2bec081c314b55d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=512, earliestPutTs=1731241048215 2024-11-10T12:17:29,725 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting f829eecb8b4f4bc4ba2f1a96722ebc24, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=512, earliestPutTs=1731241048215 2024-11-10T12:17:29,743 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9aa4aa07b12f8ea2c1ee182911aa1c8b#A#compaction#111 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:17:29,744 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/b8cc458a961d465cbcb3fff57f662675 is 50, key is test_row_0/A:col10/1731241048215/Put/seqid=0 2024-11-10T12:17:29,776 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:29,776 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9aa4aa07b12f8ea2c1ee182911aa1c8b#B#compaction#112 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:17:29,776 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/12c763f7b9cc49398a59a5108c6f6789 is 50, key is test_row_0/B:col10/1731241048215/Put/seqid=0 2024-11-10T12:17:29,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-10T12:17:29,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:29,777 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 9aa4aa07b12f8ea2c1ee182911aa1c8b 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-10T12:17:29,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=A 2024-11-10T12:17:29,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:29,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=B 2024-11-10T12:17:29,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:29,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=C 2024-11-10T12:17:29,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:29,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/e0eb5e394b8c4939b011c067ee10735f is 50, key is test_row_0/A:col10/1731241048857/Put/seqid=0 2024-11-10T12:17:29,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741950_1126 (size=13561) 2024-11-10T12:17:29,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-10T12:17:29,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741952_1128 (size=12301) 2024-11-10T12:17:29,804 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/e0eb5e394b8c4939b011c067ee10735f 2024-11-10T12:17:29,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741951_1127 (size=13561) 2024-11-10T12:17:29,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/8818aa5c79494baaa95d093ab968aff3 is 50, key is test_row_0/B:col10/1731241048857/Put/seqid=0 2024-11-10T12:17:29,827 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/12c763f7b9cc49398a59a5108c6f6789 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/12c763f7b9cc49398a59a5108c6f6789 2024-11-10T12:17:29,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 9aa4aa07b12f8ea2c1ee182911aa1c8b 2024-11-10T12:17:29,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. as already flushing 2024-11-10T12:17:29,835 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9aa4aa07b12f8ea2c1ee182911aa1c8b/B of 9aa4aa07b12f8ea2c1ee182911aa1c8b into 12c763f7b9cc49398a59a5108c6f6789(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:17:29,835 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:29,835 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b., storeName=9aa4aa07b12f8ea2c1ee182911aa1c8b/B, priority=13, startTime=1731241049721; duration=0sec 2024-11-10T12:17:29,836 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:17:29,836 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9aa4aa07b12f8ea2c1ee182911aa1c8b:B 2024-11-10T12:17:29,836 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:17:29,838 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:17:29,838 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): 9aa4aa07b12f8ea2c1ee182911aa1c8b/C is initiating minor compaction (all files) 2024-11-10T12:17:29,838 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9aa4aa07b12f8ea2c1ee182911aa1c8b/C in TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:29,838 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/3e0f894c9a894d06b4afec74e6ddc1a5, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/1d19aabc176d496fa7a8b5bb332f86d4, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/2e82ff68a55543aeab0b6da0ef74bd4b] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp, totalSize=37.2 K 2024-11-10T12:17:29,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741953_1129 (size=12301) 2024-11-10T12:17:29,839 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e0f894c9a894d06b4afec74e6ddc1a5, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1731241046327 2024-11-10T12:17:29,839 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d19aabc176d496fa7a8b5bb332f86d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1731241048195 2024-11-10T12:17:29,840 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e82ff68a55543aeab0b6da0ef74bd4b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=512, earliestPutTs=1731241048215 2024-11-10T12:17:29,850 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9aa4aa07b12f8ea2c1ee182911aa1c8b#C#compaction#115 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:17:29,850 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/affe9fe0d47e4dc0b080315ae705de02 is 50, key is test_row_0/C:col10/1731241048215/Put/seqid=0 2024-11-10T12:17:29,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:29,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45512 deadline: 1731241109879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:29,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741954_1130 (size=13561) 2024-11-10T12:17:29,892 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/affe9fe0d47e4dc0b080315ae705de02 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/affe9fe0d47e4dc0b080315ae705de02 2024-11-10T12:17:29,898 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9aa4aa07b12f8ea2c1ee182911aa1c8b/C of 9aa4aa07b12f8ea2c1ee182911aa1c8b into affe9fe0d47e4dc0b080315ae705de02(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:17:29,898 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:29,898 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b., storeName=9aa4aa07b12f8ea2c1ee182911aa1c8b/C, priority=13, startTime=1731241049721; duration=0sec 2024-11-10T12:17:29,898 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:29,899 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9aa4aa07b12f8ea2c1ee182911aa1c8b:C 2024-11-10T12:17:29,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:29,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241109976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:29,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:29,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:29,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1731241109983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:29,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45532 deadline: 1731241109983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:29,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:29,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45512 deadline: 1731241109984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:30,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:30,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45512 deadline: 1731241110187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:30,190 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/b8cc458a961d465cbcb3fff57f662675 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/b8cc458a961d465cbcb3fff57f662675 2024-11-10T12:17:30,198 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9aa4aa07b12f8ea2c1ee182911aa1c8b/A of 9aa4aa07b12f8ea2c1ee182911aa1c8b into b8cc458a961d465cbcb3fff57f662675(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:17:30,198 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:30,198 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b., storeName=9aa4aa07b12f8ea2c1ee182911aa1c8b/A, priority=13, startTime=1731241049720; duration=0sec 2024-11-10T12:17:30,198 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:30,198 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9aa4aa07b12f8ea2c1ee182911aa1c8b:A 2024-11-10T12:17:30,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:30,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241110217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:30,240 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/8818aa5c79494baaa95d093ab968aff3 2024-11-10T12:17:30,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/7f7beaee354f453d87f0e53671b5fb38 is 50, key is test_row_0/C:col10/1731241048857/Put/seqid=0 2024-11-10T12:17:30,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741955_1131 (size=12301) 2024-11-10T12:17:30,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:30,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45512 deadline: 1731241110493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:30,653 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/7f7beaee354f453d87f0e53671b5fb38 2024-11-10T12:17:30,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/e0eb5e394b8c4939b011c067ee10735f as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/e0eb5e394b8c4939b011c067ee10735f 2024-11-10T12:17:30,666 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/e0eb5e394b8c4939b011c067ee10735f, entries=150, sequenceid=531, filesize=12.0 K 2024-11-10T12:17:30,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/8818aa5c79494baaa95d093ab968aff3 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/8818aa5c79494baaa95d093ab968aff3 2024-11-10T12:17:30,676 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/8818aa5c79494baaa95d093ab968aff3, entries=150, sequenceid=531, filesize=12.0 K 2024-11-10T12:17:30,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/7f7beaee354f453d87f0e53671b5fb38 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/7f7beaee354f453d87f0e53671b5fb38 2024-11-10T12:17:30,684 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/7f7beaee354f453d87f0e53671b5fb38, entries=150, sequenceid=531, filesize=12.0 K 2024-11-10T12:17:30,686 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 9aa4aa07b12f8ea2c1ee182911aa1c8b in 909ms, sequenceid=531, compaction requested=false 2024-11-10T12:17:30,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:30,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:30,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-10T12:17:30,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-10T12:17:30,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-10T12:17:30,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0030 sec 2024-11-10T12:17:30,691 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 2.0070 sec 2024-11-10T12:17:30,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-10T12:17:30,789 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-10T12:17:30,790 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:17:30,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-10T12:17:30,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-10T12:17:30,792 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:17:30,793 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:17:30,793 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:17:30,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-10T12:17:30,945 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:30,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-10T12:17:30,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:30,945 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing 9aa4aa07b12f8ea2c1ee182911aa1c8b 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-10T12:17:30,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=A 2024-11-10T12:17:30,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:30,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=B 2024-11-10T12:17:30,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:30,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=C 2024-11-10T12:17:30,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:30,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/b521150f121947d6b104cfef5619e1ca is 50, key is test_row_0/A:col10/1731241049877/Put/seqid=0 2024-11-10T12:17:30,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741956_1132 (size=12301) 2024-11-10T12:17:30,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 9aa4aa07b12f8ea2c1ee182911aa1c8b 2024-11-10T12:17:30,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. as already flushing 2024-11-10T12:17:31,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:31,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45532 deadline: 1731241111002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:31,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:31,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45512 deadline: 1731241111002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:31,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:31,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1731241111003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:31,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:31,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241111004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:31,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-10T12:17:31,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:31,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45532 deadline: 1731241111106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:31,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:31,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45512 deadline: 1731241111106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:31,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:31,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1731241111106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:31,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:31,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 278 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241111107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:31,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:31,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45512 deadline: 1731241111308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:31,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:31,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45532 deadline: 1731241111308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:31,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:31,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1731241111309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:31,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:31,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241111310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:31,355 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=551 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/b521150f121947d6b104cfef5619e1ca 2024-11-10T12:17:31,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/7dcdb1b6ac3c4a5e9edd7fcd9dda8028 is 50, key is test_row_0/B:col10/1731241049877/Put/seqid=0 2024-11-10T12:17:31,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741957_1133 (size=12301) 2024-11-10T12:17:31,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-10T12:17:31,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:31,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1731241111612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:31,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:31,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45512 deadline: 1731241111612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:31,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:31,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45532 deadline: 1731241111613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:31,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:31,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241111615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:31,771 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=551 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/7dcdb1b6ac3c4a5e9edd7fcd9dda8028 2024-11-10T12:17:31,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/38a57d8f8aaa4881aba22fba79a2ea44 is 50, key is test_row_0/C:col10/1731241049877/Put/seqid=0 2024-11-10T12:17:31,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741958_1134 (size=12301) 2024-11-10T12:17:31,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-10T12:17:32,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:32,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45512 deadline: 1731241112117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:32,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:32,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1731241112119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:32,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:32,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731241112120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:32,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:32,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45532 deadline: 1731241112122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:32,183 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=551 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/38a57d8f8aaa4881aba22fba79a2ea44 2024-11-10T12:17:32,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/b521150f121947d6b104cfef5619e1ca as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/b521150f121947d6b104cfef5619e1ca 2024-11-10T12:17:32,192 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/b521150f121947d6b104cfef5619e1ca, entries=150, sequenceid=551, filesize=12.0 K 2024-11-10T12:17:32,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/7dcdb1b6ac3c4a5e9edd7fcd9dda8028 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/7dcdb1b6ac3c4a5e9edd7fcd9dda8028 2024-11-10T12:17:32,198 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/7dcdb1b6ac3c4a5e9edd7fcd9dda8028, entries=150, sequenceid=551, filesize=12.0 K 2024-11-10T12:17:32,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/38a57d8f8aaa4881aba22fba79a2ea44 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/38a57d8f8aaa4881aba22fba79a2ea44 2024-11-10T12:17:32,204 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/38a57d8f8aaa4881aba22fba79a2ea44, entries=150, sequenceid=551, filesize=12.0 K 2024-11-10T12:17:32,205 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 9aa4aa07b12f8ea2c1ee182911aa1c8b in 1260ms, sequenceid=551, compaction requested=true 2024-11-10T12:17:32,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:32,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:32,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-10T12:17:32,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-10T12:17:32,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-10T12:17:32,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4130 sec 2024-11-10T12:17:32,209 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 1.4180 sec 2024-11-10T12:17:32,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 9aa4aa07b12f8ea2c1ee182911aa1c8b 2024-11-10T12:17:32,240 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9aa4aa07b12f8ea2c1ee182911aa1c8b 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-10T12:17:32,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=A 2024-11-10T12:17:32,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:32,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=B 2024-11-10T12:17:32,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:32,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=C 2024-11-10T12:17:32,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:32,245 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/71a0ffadd8ae4e339034a01185ff70aa is 50, key is test_row_0/A:col10/1731241051003/Put/seqid=0 2024-11-10T12:17:32,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741959_1135 (size=14741) 2024-11-10T12:17:32,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:32,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241112277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:32,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:32,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241112380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:32,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:32,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241112584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:32,650 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=571 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/71a0ffadd8ae4e339034a01185ff70aa 2024-11-10T12:17:32,657 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/ab2732dffeb342b4877498d41d4c67c2 is 50, key is test_row_0/B:col10/1731241051003/Put/seqid=0 2024-11-10T12:17:32,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741960_1136 (size=12301) 2024-11-10T12:17:32,662 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=571 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/ab2732dffeb342b4877498d41d4c67c2 2024-11-10T12:17:32,668 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/8a57bd91a0d742349f3729f237c8c56a is 50, key is test_row_0/C:col10/1731241051003/Put/seqid=0 2024-11-10T12:17:32,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741961_1137 (size=12301) 2024-11-10T12:17:32,878 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x490457fd to 127.0.0.1:59506 2024-11-10T12:17:32,878 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:17:32,879 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72e97e4b to 127.0.0.1:59506 2024-11-10T12:17:32,879 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:17:32,881 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f6b07e3 to 127.0.0.1:59506 2024-11-10T12:17:32,881 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:17:32,884 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c8de680 to 127.0.0.1:59506 2024-11-10T12:17:32,884 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:17:32,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:32,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45520 deadline: 1731241112889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:32,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-10T12:17:32,896 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-10T12:17:33,073 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=571 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/8a57bd91a0d742349f3729f237c8c56a 2024-11-10T12:17:33,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/71a0ffadd8ae4e339034a01185ff70aa as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/71a0ffadd8ae4e339034a01185ff70aa 2024-11-10T12:17:33,086 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/71a0ffadd8ae4e339034a01185ff70aa, entries=200, sequenceid=571, filesize=14.4 K 2024-11-10T12:17:33,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/ab2732dffeb342b4877498d41d4c67c2 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/ab2732dffeb342b4877498d41d4c67c2 2024-11-10T12:17:33,090 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/ab2732dffeb342b4877498d41d4c67c2, entries=150, sequenceid=571, filesize=12.0 K 2024-11-10T12:17:33,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/8a57bd91a0d742349f3729f237c8c56a as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/8a57bd91a0d742349f3729f237c8c56a 2024-11-10T12:17:33,094 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/8a57bd91a0d742349f3729f237c8c56a, entries=150, sequenceid=571, filesize=12.0 K 2024-11-10T12:17:33,095 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 9aa4aa07b12f8ea2c1ee182911aa1c8b in 855ms, sequenceid=571, compaction requested=true 2024-11-10T12:17:33,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:33,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9aa4aa07b12f8ea2c1ee182911aa1c8b:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:17:33,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:33,095 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:17:33,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9aa4aa07b12f8ea2c1ee182911aa1c8b:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:17:33,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:33,095 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:17:33,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9aa4aa07b12f8ea2c1ee182911aa1c8b:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:17:33,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:17:33,096 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50464 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:17:33,096 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52904 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:17:33,096 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1540): 9aa4aa07b12f8ea2c1ee182911aa1c8b/A is initiating minor compaction (all files) 2024-11-10T12:17:33,096 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): 9aa4aa07b12f8ea2c1ee182911aa1c8b/B is initiating minor compaction (all files) 2024-11-10T12:17:33,097 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9aa4aa07b12f8ea2c1ee182911aa1c8b/B in TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:33,097 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9aa4aa07b12f8ea2c1ee182911aa1c8b/A in TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:33,097 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/12c763f7b9cc49398a59a5108c6f6789, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/8818aa5c79494baaa95d093ab968aff3, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/7dcdb1b6ac3c4a5e9edd7fcd9dda8028, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/ab2732dffeb342b4877498d41d4c67c2] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp, totalSize=49.3 K 2024-11-10T12:17:33,097 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/b8cc458a961d465cbcb3fff57f662675, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/e0eb5e394b8c4939b011c067ee10735f, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/b521150f121947d6b104cfef5619e1ca, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/71a0ffadd8ae4e339034a01185ff70aa] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp, totalSize=51.7 K 2024-11-10T12:17:33,097 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 12c763f7b9cc49398a59a5108c6f6789, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=512, earliestPutTs=1731241048215 2024-11-10T12:17:33,097 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting b8cc458a961d465cbcb3fff57f662675, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=512, earliestPutTs=1731241048215 2024-11-10T12:17:33,097 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 8818aa5c79494baaa95d093ab968aff3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=531, earliestPutTs=1731241048857 2024-11-10T12:17:33,097 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting e0eb5e394b8c4939b011c067ee10735f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=531, earliestPutTs=1731241048857 2024-11-10T12:17:33,098 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 7dcdb1b6ac3c4a5e9edd7fcd9dda8028, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=551, earliestPutTs=1731241049867 2024-11-10T12:17:33,098 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting b521150f121947d6b104cfef5619e1ca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=551, earliestPutTs=1731241049867 2024-11-10T12:17:33,098 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting ab2732dffeb342b4877498d41d4c67c2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=571, earliestPutTs=1731241051002 2024-11-10T12:17:33,098 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 71a0ffadd8ae4e339034a01185ff70aa, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=571, earliestPutTs=1731241051000 2024-11-10T12:17:33,106 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9aa4aa07b12f8ea2c1ee182911aa1c8b#B#compaction#124 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:17:33,106 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9aa4aa07b12f8ea2c1ee182911aa1c8b#A#compaction#123 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:17:33,106 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/458b7f3f9828406789f5423cb059320c is 50, key is test_row_0/A:col10/1731241051003/Put/seqid=0 2024-11-10T12:17:33,106 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/6cc821257ace4969ade023076f771701 is 50, key is test_row_0/B:col10/1731241051003/Put/seqid=0 2024-11-10T12:17:33,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741962_1138 (size=13697) 2024-11-10T12:17:33,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741963_1139 (size=13697) 2024-11-10T12:17:33,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 9aa4aa07b12f8ea2c1ee182911aa1c8b 2024-11-10T12:17:33,123 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9aa4aa07b12f8ea2c1ee182911aa1c8b 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-10T12:17:33,123 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x04977266 to 127.0.0.1:59506 2024-11-10T12:17:33,124 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:17:33,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=A 2024-11-10T12:17:33,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:33,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=B 2024-11-10T12:17:33,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:33,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=C 2024-11-10T12:17:33,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:33,125 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72b32f98 to 127.0.0.1:59506 2024-11-10T12:17:33,125 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6bbb5d8a to 127.0.0.1:59506 2024-11-10T12:17:33,125 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:17:33,125 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:17:33,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/6eb54c5d6ad14645896233b589398a1e is 50, key is test_row_0/A:col10/1731241053122/Put/seqid=0 2024-11-10T12:17:33,132 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x12885408 to 127.0.0.1:59506 2024-11-10T12:17:33,132 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:17:33,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741964_1140 (size=12301) 2024-11-10T12:17:33,399 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x18603bb9 to 127.0.0.1:59506 2024-11-10T12:17:33,399 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:17:33,400 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-10T12:17:33,400 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-11-10T12:17:33,400 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 75 2024-11-10T12:17:33,400 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 140 2024-11-10T12:17:33,400 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-10T12:17:33,400 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 107 2024-11-10T12:17:33,400 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-10T12:17:33,401 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5289 2024-11-10T12:17:33,401 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5269 2024-11-10T12:17:33,401 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-10T12:17:33,401 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2354 2024-11-10T12:17:33,401 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7061 rows 2024-11-10T12:17:33,401 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2365 2024-11-10T12:17:33,401 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7088 rows 2024-11-10T12:17:33,401 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-10T12:17:33,401 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0e98ea32 to 127.0.0.1:59506 2024-11-10T12:17:33,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:17:33,406 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-10T12:17:33,409 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-10T12:17:33,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-10T12:17:33,415 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241053415"}]},"ts":"1731241053415"} 2024-11-10T12:17:33,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-10T12:17:33,416 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-10T12:17:33,481 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-10T12:17:33,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T12:17:33,489 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9aa4aa07b12f8ea2c1ee182911aa1c8b, UNASSIGN}] 2024-11-10T12:17:33,490 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9aa4aa07b12f8ea2c1ee182911aa1c8b, UNASSIGN 2024-11-10T12:17:33,491 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=9aa4aa07b12f8ea2c1ee182911aa1c8b, regionState=CLOSING, regionLocation=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:33,493 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T12:17:33,493 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; CloseRegionProcedure 9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112}] 2024-11-10T12:17:33,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-10T12:17:33,518 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/6cc821257ace4969ade023076f771701 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/6cc821257ace4969ade023076f771701 2024-11-10T12:17:33,518 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/458b7f3f9828406789f5423cb059320c as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/458b7f3f9828406789f5423cb059320c 2024-11-10T12:17:33,523 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9aa4aa07b12f8ea2c1ee182911aa1c8b/B of 9aa4aa07b12f8ea2c1ee182911aa1c8b into 6cc821257ace4969ade023076f771701(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:17:33,523 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9aa4aa07b12f8ea2c1ee182911aa1c8b/A of 9aa4aa07b12f8ea2c1ee182911aa1c8b into 458b7f3f9828406789f5423cb059320c(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:17:33,523 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:33,523 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:33,523 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b., storeName=9aa4aa07b12f8ea2c1ee182911aa1c8b/B, priority=12, startTime=1731241053095; duration=0sec 2024-11-10T12:17:33,523 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b., storeName=9aa4aa07b12f8ea2c1ee182911aa1c8b/A, priority=12, startTime=1731241053095; duration=0sec 2024-11-10T12:17:33,523 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:17:33,523 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9aa4aa07b12f8ea2c1ee182911aa1c8b:B 2024-11-10T12:17:33,523 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:33,523 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9aa4aa07b12f8ea2c1ee182911aa1c8b:A 2024-11-10T12:17:33,523 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:17:33,525 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50464 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:17:33,525 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): 9aa4aa07b12f8ea2c1ee182911aa1c8b/C is initiating minor compaction (all files) 2024-11-10T12:17:33,525 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9aa4aa07b12f8ea2c1ee182911aa1c8b/C in TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:33,525 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/affe9fe0d47e4dc0b080315ae705de02, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/7f7beaee354f453d87f0e53671b5fb38, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/38a57d8f8aaa4881aba22fba79a2ea44, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/8a57bd91a0d742349f3729f237c8c56a] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp, totalSize=49.3 K 2024-11-10T12:17:33,525 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting affe9fe0d47e4dc0b080315ae705de02, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=512, earliestPutTs=1731241048215 2024-11-10T12:17:33,526 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f7beaee354f453d87f0e53671b5fb38, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=531, earliestPutTs=1731241048857 2024-11-10T12:17:33,526 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 38a57d8f8aaa4881aba22fba79a2ea44, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=551, earliestPutTs=1731241049867 2024-11-10T12:17:33,526 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a57bd91a0d742349f3729f237c8c56a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=571, earliestPutTs=1731241051002 2024-11-10T12:17:33,533 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=588 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/6eb54c5d6ad14645896233b589398a1e 2024-11-10T12:17:33,535 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9aa4aa07b12f8ea2c1ee182911aa1c8b#C#compaction#126 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:17:33,535 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/47d34ae973e442128f9c189ff7937c49 is 50, key is test_row_0/C:col10/1731241051003/Put/seqid=0 2024-11-10T12:17:33,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741965_1141 (size=13697) 2024-11-10T12:17:33,540 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/a73091db6f8f487695f8359e944c9f1e is 50, key is test_row_0/B:col10/1731241053122/Put/seqid=0 2024-11-10T12:17:33,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741966_1142 (size=12301) 2024-11-10T12:17:33,649 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:33,651 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] handler.UnassignRegionHandler(124): Close 9aa4aa07b12f8ea2c1ee182911aa1c8b 2024-11-10T12:17:33,651 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-10T12:17:33,652 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1681): Closing 9aa4aa07b12f8ea2c1ee182911aa1c8b, disabling compactions & flushes 2024-11-10T12:17:33,652 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1942): waiting for 1 compactions & cache flush to complete for region TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:33,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-10T12:17:33,946 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=588 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/a73091db6f8f487695f8359e944c9f1e 2024-11-10T12:17:33,951 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/47d34ae973e442128f9c189ff7937c49 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/47d34ae973e442128f9c189ff7937c49 2024-11-10T12:17:33,956 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/8e97a7a25ade4847a7eb77b688acb0e8 is 50, key is test_row_0/C:col10/1731241053122/Put/seqid=0 2024-11-10T12:17:33,958 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9aa4aa07b12f8ea2c1ee182911aa1c8b/C of 9aa4aa07b12f8ea2c1ee182911aa1c8b into 47d34ae973e442128f9c189ff7937c49(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:17:33,958 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:33,958 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:33,958 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b., storeName=9aa4aa07b12f8ea2c1ee182911aa1c8b/C, priority=12, startTime=1731241053095; duration=0sec 2024-11-10T12:17:33,958 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:33,958 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9aa4aa07b12f8ea2c1ee182911aa1c8b:C 2024-11-10T12:17:33,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741967_1143 (size=12301) 2024-11-10T12:17:34,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-10T12:17:34,362 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=588 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/8e97a7a25ade4847a7eb77b688acb0e8 2024-11-10T12:17:34,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/6eb54c5d6ad14645896233b589398a1e as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/6eb54c5d6ad14645896233b589398a1e 2024-11-10T12:17:34,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/6eb54c5d6ad14645896233b589398a1e, entries=150, sequenceid=588, filesize=12.0 K 2024-11-10T12:17:34,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/a73091db6f8f487695f8359e944c9f1e as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/a73091db6f8f487695f8359e944c9f1e 2024-11-10T12:17:34,385 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/a73091db6f8f487695f8359e944c9f1e, entries=150, sequenceid=588, filesize=12.0 K 2024-11-10T12:17:34,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/8e97a7a25ade4847a7eb77b688acb0e8 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/8e97a7a25ade4847a7eb77b688acb0e8 2024-11-10T12:17:34,390 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/8e97a7a25ade4847a7eb77b688acb0e8, entries=150, sequenceid=588, filesize=12.0 K 2024-11-10T12:17:34,391 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=26.84 KB/27480 for 9aa4aa07b12f8ea2c1ee182911aa1c8b in 1268ms, sequenceid=588, compaction requested=false 2024-11-10T12:17:34,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:34,391 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:34,391 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:34,391 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. after waiting 0 ms 2024-11-10T12:17:34,391 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:34,391 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(2837): Flushing 9aa4aa07b12f8ea2c1ee182911aa1c8b 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-10T12:17:34,391 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=A 2024-11-10T12:17:34,392 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:34,392 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=B 2024-11-10T12:17:34,392 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:34,392 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9aa4aa07b12f8ea2c1ee182911aa1c8b, store=C 2024-11-10T12:17:34,392 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:34,395 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/18044632caf54da083326b5de01fe1dd is 50, key is test_row_0/A:col10/1731241053124/Put/seqid=0 2024-11-10T12:17:34,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741968_1144 (size=9857) 2024-11-10T12:17:34,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-10T12:17:34,799 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=598 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/18044632caf54da083326b5de01fe1dd 2024-11-10T12:17:34,809 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/ba99c068de3e460295e9a4b612d6ddaf is 50, key is test_row_0/B:col10/1731241053124/Put/seqid=0 2024-11-10T12:17:34,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741969_1145 (size=9857) 2024-11-10T12:17:35,214 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=598 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/ba99c068de3e460295e9a4b612d6ddaf 2024-11-10T12:17:35,228 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/af931026c8b140a3b6a7d433b8c2614a is 50, key is test_row_0/C:col10/1731241053124/Put/seqid=0 2024-11-10T12:17:35,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741970_1146 (size=9857) 2024-11-10T12:17:35,335 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T12:17:35,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-10T12:17:35,587 ERROR [LeaseRenewer:jenkins@localhost:33589 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:33589,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:35,635 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=598 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/af931026c8b140a3b6a7d433b8c2614a 2024-11-10T12:17:35,646 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/A/18044632caf54da083326b5de01fe1dd as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/18044632caf54da083326b5de01fe1dd 2024-11-10T12:17:35,653 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/18044632caf54da083326b5de01fe1dd, entries=100, sequenceid=598, filesize=9.6 K 2024-11-10T12:17:35,655 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/B/ba99c068de3e460295e9a4b612d6ddaf as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/ba99c068de3e460295e9a4b612d6ddaf 2024-11-10T12:17:35,660 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/ba99c068de3e460295e9a4b612d6ddaf, entries=100, sequenceid=598, filesize=9.6 K 2024-11-10T12:17:35,661 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/.tmp/C/af931026c8b140a3b6a7d433b8c2614a as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/af931026c8b140a3b6a7d433b8c2614a 2024-11-10T12:17:35,666 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/af931026c8b140a3b6a7d433b8c2614a, entries=100, sequenceid=598, filesize=9.6 K 2024-11-10T12:17:35,667 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 9aa4aa07b12f8ea2c1ee182911aa1c8b in 1276ms, sequenceid=598, compaction requested=true 2024-11-10T12:17:35,667 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/56de7ac1e3c14cee820c68373a6fd0d5, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/a8aad850aa744fc798d269e4765fec75, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/9105a6884a784939bdd54662a8d1b889, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/b6b5f0692caf42609aec3723e84d9fd2, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/3bcff165c7c94268a1bff3d3fcaab49a, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/87f977fad2a5485cb3d79d176983af75, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/fdad54a3c1684b9088d49c0e1dc99d08, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/66cf7788b87848068801aab2aecbccf6, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/c093fa6f25d94801871d29dfb3317075, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/5d9fab1fbdb04755be027792332becb0, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/a4d6852dddb64b75bc0fc3e595806e3e, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/7cfa16492c5f43c3aa0ff6085eef46bd, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/4b97d0c498d94b4c94a74af40749ebf8, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/c7bb1821e88841aaa8236840f24b8a04, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/dc4ab3f1e0374883b9b2ce27fc37cf8a, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/4fa66d575806416f9e97a220e6ec04dc, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/751f95ee48894ce68c91ed388bfd2b85, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/b4b9f2ddf980427e94e16a9ab18f0028, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/59fb5b24c0cb4f8ba5a847755241dd66, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/d0c96e23dea24d4a982020c70f61ea65, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/abff54c5684e4bc0b96ff7341b4b464b, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/12d60df16acd4633b30f259ef49807e7, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/b4b666b307374950b948e9c196931985, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/56d139bfd18d484d8538efd9e6d08fcf, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/7c23c55c0ea94af7995add86b4f796cd, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/50ddadde4c234d399bc4bb2a555fddc5, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/d7036c84d67f4d388961d3ac1a467e5c, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/02c91faaaf754fc798db8f8dec0a18d9, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/5626ad819f2748e39af4f374f12457f0, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/dce2ad60ab88440a8b29e0a4f026f99b, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/9de0d5ac4df24981972e4ac6ff5b36b3, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/70581128e80b40b19c383cb5adde8313, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/8056dc0da0c0470486f73383569fafe2, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/1498a2b0dab74e8f828142cf2125caeb, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/993fa677eca24423bcbb2fca96e65e35, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/04ffe2f539544690935254c411f9d337, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/b8cc458a961d465cbcb3fff57f662675, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/757d2cc2d4ab4a30a2bec081c314b55d, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/e0eb5e394b8c4939b011c067ee10735f, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/b521150f121947d6b104cfef5619e1ca, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/71a0ffadd8ae4e339034a01185ff70aa] to archive 2024-11-10T12:17:35,670 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T12:17:35,675 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/56de7ac1e3c14cee820c68373a6fd0d5 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/56de7ac1e3c14cee820c68373a6fd0d5 2024-11-10T12:17:35,677 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/a8aad850aa744fc798d269e4765fec75 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/a8aad850aa744fc798d269e4765fec75 2024-11-10T12:17:35,679 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/9105a6884a784939bdd54662a8d1b889 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/9105a6884a784939bdd54662a8d1b889 2024-11-10T12:17:35,680 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/b6b5f0692caf42609aec3723e84d9fd2 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/b6b5f0692caf42609aec3723e84d9fd2 2024-11-10T12:17:35,681 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/3bcff165c7c94268a1bff3d3fcaab49a to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/3bcff165c7c94268a1bff3d3fcaab49a 2024-11-10T12:17:35,683 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/87f977fad2a5485cb3d79d176983af75 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/87f977fad2a5485cb3d79d176983af75 2024-11-10T12:17:35,684 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/fdad54a3c1684b9088d49c0e1dc99d08 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/fdad54a3c1684b9088d49c0e1dc99d08 2024-11-10T12:17:35,685 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/66cf7788b87848068801aab2aecbccf6 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/66cf7788b87848068801aab2aecbccf6 2024-11-10T12:17:35,686 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/c093fa6f25d94801871d29dfb3317075 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/c093fa6f25d94801871d29dfb3317075 2024-11-10T12:17:35,687 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/5d9fab1fbdb04755be027792332becb0 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/5d9fab1fbdb04755be027792332becb0 2024-11-10T12:17:35,688 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/a4d6852dddb64b75bc0fc3e595806e3e to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/a4d6852dddb64b75bc0fc3e595806e3e 2024-11-10T12:17:35,689 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/7cfa16492c5f43c3aa0ff6085eef46bd to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/7cfa16492c5f43c3aa0ff6085eef46bd 2024-11-10T12:17:35,690 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/4b97d0c498d94b4c94a74af40749ebf8 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/4b97d0c498d94b4c94a74af40749ebf8 2024-11-10T12:17:35,691 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/c7bb1821e88841aaa8236840f24b8a04 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/c7bb1821e88841aaa8236840f24b8a04 2024-11-10T12:17:35,693 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/dc4ab3f1e0374883b9b2ce27fc37cf8a to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/dc4ab3f1e0374883b9b2ce27fc37cf8a 2024-11-10T12:17:35,694 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/4fa66d575806416f9e97a220e6ec04dc to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/4fa66d575806416f9e97a220e6ec04dc 2024-11-10T12:17:35,696 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/751f95ee48894ce68c91ed388bfd2b85 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/751f95ee48894ce68c91ed388bfd2b85 2024-11-10T12:17:35,697 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/b4b9f2ddf980427e94e16a9ab18f0028 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/b4b9f2ddf980427e94e16a9ab18f0028 2024-11-10T12:17:35,698 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/59fb5b24c0cb4f8ba5a847755241dd66 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/59fb5b24c0cb4f8ba5a847755241dd66 2024-11-10T12:17:35,699 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/d0c96e23dea24d4a982020c70f61ea65 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/d0c96e23dea24d4a982020c70f61ea65 2024-11-10T12:17:35,701 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/abff54c5684e4bc0b96ff7341b4b464b to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/abff54c5684e4bc0b96ff7341b4b464b 2024-11-10T12:17:35,703 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/12d60df16acd4633b30f259ef49807e7 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/12d60df16acd4633b30f259ef49807e7 2024-11-10T12:17:35,705 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/b4b666b307374950b948e9c196931985 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/b4b666b307374950b948e9c196931985 2024-11-10T12:17:35,706 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/56d139bfd18d484d8538efd9e6d08fcf to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/56d139bfd18d484d8538efd9e6d08fcf 2024-11-10T12:17:35,708 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/7c23c55c0ea94af7995add86b4f796cd to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/7c23c55c0ea94af7995add86b4f796cd 2024-11-10T12:17:35,709 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/50ddadde4c234d399bc4bb2a555fddc5 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/50ddadde4c234d399bc4bb2a555fddc5 2024-11-10T12:17:35,710 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/d7036c84d67f4d388961d3ac1a467e5c to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/d7036c84d67f4d388961d3ac1a467e5c 2024-11-10T12:17:35,712 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/02c91faaaf754fc798db8f8dec0a18d9 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/02c91faaaf754fc798db8f8dec0a18d9 2024-11-10T12:17:35,713 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/5626ad819f2748e39af4f374f12457f0 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/5626ad819f2748e39af4f374f12457f0 2024-11-10T12:17:35,714 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/dce2ad60ab88440a8b29e0a4f026f99b to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/dce2ad60ab88440a8b29e0a4f026f99b 2024-11-10T12:17:35,716 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/9de0d5ac4df24981972e4ac6ff5b36b3 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/9de0d5ac4df24981972e4ac6ff5b36b3 2024-11-10T12:17:35,717 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/70581128e80b40b19c383cb5adde8313 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/70581128e80b40b19c383cb5adde8313 2024-11-10T12:17:35,718 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/8056dc0da0c0470486f73383569fafe2 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/8056dc0da0c0470486f73383569fafe2 2024-11-10T12:17:35,719 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/1498a2b0dab74e8f828142cf2125caeb to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/1498a2b0dab74e8f828142cf2125caeb 2024-11-10T12:17:35,721 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/993fa677eca24423bcbb2fca96e65e35 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/993fa677eca24423bcbb2fca96e65e35 2024-11-10T12:17:35,722 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/04ffe2f539544690935254c411f9d337 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/04ffe2f539544690935254c411f9d337 2024-11-10T12:17:35,723 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/b8cc458a961d465cbcb3fff57f662675 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/b8cc458a961d465cbcb3fff57f662675 2024-11-10T12:17:35,724 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/757d2cc2d4ab4a30a2bec081c314b55d to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/757d2cc2d4ab4a30a2bec081c314b55d 2024-11-10T12:17:35,725 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/e0eb5e394b8c4939b011c067ee10735f to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/e0eb5e394b8c4939b011c067ee10735f 2024-11-10T12:17:35,727 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/b521150f121947d6b104cfef5619e1ca to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/b521150f121947d6b104cfef5619e1ca 2024-11-10T12:17:35,728 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/71a0ffadd8ae4e339034a01185ff70aa to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/71a0ffadd8ae4e339034a01185ff70aa 2024-11-10T12:17:35,741 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/0ab604aeebeb4d33894ce4e89bbd8845, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/5ed218d009dd4c43bf72579b72c7abcf, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/644f84d523b944e0be2839beda9bfc85, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/449eedfb97194778b2d1969170b9abcf, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/d373532d00464594a32a3c2e0a2ab214, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/d8c68082396b423bbe434213f9e9e1d7, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/f09a9a08ed674a53b0a6c23206ff363e, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/b0f0e11a23fa4b699e2aa97b53919dfa, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/39541f7206a645f88b84addb9906cafb, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/a844cdd4bca54541808e4d79a4d7cc08, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/b936f0be78d645a39eb17e57cc453716, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/3c97368924e5480dada5e0a25c986b08, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/42617478d57c4a1fb885f8a22b23278e, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/39b9c81ed23347719d385991d9037be5, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/8e5ea638b865473b9f755fe872a0cd92, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/314363c7ace34d1ba0344d83e1360e23, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/a3d58a0887f84b34837e1ea0e254c748, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/3a015be8e5464418bb75e9f997723470, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/3f05c3530e2245808ab97f8c0542de52, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/d658948986a54b8fad11147e4e9676d4, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/d8ef7275b8d74fc68f7a08a14597b9f1, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/4b11a002fd964279a2d84806ff4bba0d, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/3cf5033abffb4e4091fd8b174ae213af, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/56c2697c51214f9194042451b7138052, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/6efd38a9b60549d0932ee726ff63209f, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/aba2675461ba451b82cee34b6a996be2, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/a33cb93775794eecbdc1d2afa4a288b8, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/6b5b35840a5e4ed6a1b02477aeeb7c2a, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/3154ba59e2154f7e822d30c89f8f6dd6, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/7982413bbc3f4a77953cf7671d3e3bd4, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/a4fa121f36534a7b88516ad5818755ad, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/49f6c372b0324500bf6868b84f6106a7, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/124ce1fdd4e54a9baaa41064ff4e634e, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/3d38f8c19914440a96c06635478b95d6, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/021b865df4804005b3e4616dd78df4c9, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/f809d52d6eb244e2bd7c22156689c497, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/12c763f7b9cc49398a59a5108c6f6789, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/f829eecb8b4f4bc4ba2f1a96722ebc24, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/8818aa5c79494baaa95d093ab968aff3, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/7dcdb1b6ac3c4a5e9edd7fcd9dda8028, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/ab2732dffeb342b4877498d41d4c67c2] to archive 2024-11-10T12:17:35,742 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T12:17:35,745 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/0ab604aeebeb4d33894ce4e89bbd8845 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/0ab604aeebeb4d33894ce4e89bbd8845 2024-11-10T12:17:35,746 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/5ed218d009dd4c43bf72579b72c7abcf to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/5ed218d009dd4c43bf72579b72c7abcf 2024-11-10T12:17:35,747 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/644f84d523b944e0be2839beda9bfc85 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/644f84d523b944e0be2839beda9bfc85 2024-11-10T12:17:35,749 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/449eedfb97194778b2d1969170b9abcf to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/449eedfb97194778b2d1969170b9abcf 2024-11-10T12:17:35,750 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/d373532d00464594a32a3c2e0a2ab214 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/d373532d00464594a32a3c2e0a2ab214 2024-11-10T12:17:35,751 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/d8c68082396b423bbe434213f9e9e1d7 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/d8c68082396b423bbe434213f9e9e1d7 2024-11-10T12:17:35,752 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/f09a9a08ed674a53b0a6c23206ff363e to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/f09a9a08ed674a53b0a6c23206ff363e 2024-11-10T12:17:35,753 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/b0f0e11a23fa4b699e2aa97b53919dfa to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/b0f0e11a23fa4b699e2aa97b53919dfa 2024-11-10T12:17:35,754 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/39541f7206a645f88b84addb9906cafb to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/39541f7206a645f88b84addb9906cafb 2024-11-10T12:17:35,755 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/a844cdd4bca54541808e4d79a4d7cc08 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/a844cdd4bca54541808e4d79a4d7cc08 2024-11-10T12:17:35,756 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/b936f0be78d645a39eb17e57cc453716 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/b936f0be78d645a39eb17e57cc453716 2024-11-10T12:17:35,757 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/3c97368924e5480dada5e0a25c986b08 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/3c97368924e5480dada5e0a25c986b08 2024-11-10T12:17:35,758 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/42617478d57c4a1fb885f8a22b23278e to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/42617478d57c4a1fb885f8a22b23278e 2024-11-10T12:17:35,759 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/39b9c81ed23347719d385991d9037be5 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/39b9c81ed23347719d385991d9037be5 2024-11-10T12:17:35,760 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/8e5ea638b865473b9f755fe872a0cd92 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/8e5ea638b865473b9f755fe872a0cd92 2024-11-10T12:17:35,762 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/314363c7ace34d1ba0344d83e1360e23 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/314363c7ace34d1ba0344d83e1360e23 2024-11-10T12:17:35,763 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/a3d58a0887f84b34837e1ea0e254c748 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/a3d58a0887f84b34837e1ea0e254c748 2024-11-10T12:17:35,764 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/3a015be8e5464418bb75e9f997723470 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/3a015be8e5464418bb75e9f997723470 2024-11-10T12:17:35,765 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/3f05c3530e2245808ab97f8c0542de52 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/3f05c3530e2245808ab97f8c0542de52 2024-11-10T12:17:35,767 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/d658948986a54b8fad11147e4e9676d4 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/d658948986a54b8fad11147e4e9676d4 2024-11-10T12:17:35,768 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/d8ef7275b8d74fc68f7a08a14597b9f1 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/d8ef7275b8d74fc68f7a08a14597b9f1 2024-11-10T12:17:35,769 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/4b11a002fd964279a2d84806ff4bba0d to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/4b11a002fd964279a2d84806ff4bba0d 2024-11-10T12:17:35,771 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/3cf5033abffb4e4091fd8b174ae213af to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/3cf5033abffb4e4091fd8b174ae213af 2024-11-10T12:17:35,773 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/56c2697c51214f9194042451b7138052 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/56c2697c51214f9194042451b7138052 2024-11-10T12:17:35,774 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/6efd38a9b60549d0932ee726ff63209f to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/6efd38a9b60549d0932ee726ff63209f 2024-11-10T12:17:35,776 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/aba2675461ba451b82cee34b6a996be2 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/aba2675461ba451b82cee34b6a996be2 2024-11-10T12:17:35,778 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/a33cb93775794eecbdc1d2afa4a288b8 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/a33cb93775794eecbdc1d2afa4a288b8 2024-11-10T12:17:35,779 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/6b5b35840a5e4ed6a1b02477aeeb7c2a to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/6b5b35840a5e4ed6a1b02477aeeb7c2a 2024-11-10T12:17:35,780 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/3154ba59e2154f7e822d30c89f8f6dd6 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/3154ba59e2154f7e822d30c89f8f6dd6 2024-11-10T12:17:35,781 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/7982413bbc3f4a77953cf7671d3e3bd4 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/7982413bbc3f4a77953cf7671d3e3bd4 2024-11-10T12:17:35,782 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/a4fa121f36534a7b88516ad5818755ad to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/a4fa121f36534a7b88516ad5818755ad 2024-11-10T12:17:35,783 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/49f6c372b0324500bf6868b84f6106a7 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/49f6c372b0324500bf6868b84f6106a7 2024-11-10T12:17:35,784 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/124ce1fdd4e54a9baaa41064ff4e634e to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/124ce1fdd4e54a9baaa41064ff4e634e 2024-11-10T12:17:35,785 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/3d38f8c19914440a96c06635478b95d6 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/3d38f8c19914440a96c06635478b95d6 2024-11-10T12:17:35,786 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/021b865df4804005b3e4616dd78df4c9 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/021b865df4804005b3e4616dd78df4c9 2024-11-10T12:17:35,787 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/f809d52d6eb244e2bd7c22156689c497 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/f809d52d6eb244e2bd7c22156689c497 2024-11-10T12:17:35,788 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/12c763f7b9cc49398a59a5108c6f6789 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/12c763f7b9cc49398a59a5108c6f6789 2024-11-10T12:17:35,789 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/f829eecb8b4f4bc4ba2f1a96722ebc24 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/f829eecb8b4f4bc4ba2f1a96722ebc24 2024-11-10T12:17:35,790 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/8818aa5c79494baaa95d093ab968aff3 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/8818aa5c79494baaa95d093ab968aff3 2024-11-10T12:17:35,791 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/7dcdb1b6ac3c4a5e9edd7fcd9dda8028 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/7dcdb1b6ac3c4a5e9edd7fcd9dda8028 2024-11-10T12:17:35,792 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/ab2732dffeb342b4877498d41d4c67c2 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/ab2732dffeb342b4877498d41d4c67c2 2024-11-10T12:17:35,793 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/251b8860810845aeb6b4b91cb4a08b69, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/56d67d7c9c624a769aa7472dff72c68b, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/90a145db659444c084e05358fa3d9072, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/d0b43b035cce42778276716709da4ebe, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/d7fb48c1a99249578c5ed9168aef1813, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/b6b092a0c0eb4ebc97173ba0271847c3, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/ba9a7f91b76c400384f677db02b3fd8c, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/386410d45e544bbe999c77fe97647c0e, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/a18d1f1b8ad740459bbf3822cd61e5ef, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/109b8a2573be4ed7bb7fed662fdf6e65, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/f8356deb9f2b4f37b49a6ed53bea22ba, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/82f735543ffc4dbc813ed645ee3c5496, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/8fd7fcbd0da84458a7523bb04bc7c2b8, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/269ddc147aab457e82070b14bed2d40c, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/e5832a05b2ed4613895b3cab726948b8, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/323a2574b02945a8ad52767fb67aa2ba, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/9ba0511b99924b3b8f516d3a5f8a4c7a, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/a7f1f36af6614177a12f5ccffcb770a3, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/ae9beac595ca4551b5b7a44614c76552, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/e31d2d52d7a743d08fa8371ae3a2d131, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/832f7a9a0c1e477f96c05c42d0460c15, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/07b0dea49e05433fbc2e9bcda310f67c, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/4263666116704a068f1e5e0c7f3cfc27, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/e6eebc6dee6d40d39f6226cce36459d9, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/551fe7577abe440f87e15b8d0fc5ddb4, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/7a57bb681d38435da9882556aa845af9, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/35a400e9dcc744d99ff15aad8a614971, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/508c0a8fb2c04fdb9ca38a906b64a244, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/55c0028e58d24c4183c7b403014a5b3b, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/8e3c43b507ad488f8b213f00fb880841, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/708ef18fc23f49d0bd61834fa1c5bba8, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/36199883fdf44c69b78cb056399bbaca, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/399bfa8c6feb406ab77b0d4d5b247520, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/3e0f894c9a894d06b4afec74e6ddc1a5, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/871b3d587f6c48f0985ef5a004fac3de, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/1d19aabc176d496fa7a8b5bb332f86d4, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/affe9fe0d47e4dc0b080315ae705de02, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/2e82ff68a55543aeab0b6da0ef74bd4b, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/7f7beaee354f453d87f0e53671b5fb38, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/38a57d8f8aaa4881aba22fba79a2ea44, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/8a57bd91a0d742349f3729f237c8c56a] to archive 2024-11-10T12:17:35,794 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T12:17:35,796 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/251b8860810845aeb6b4b91cb4a08b69 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/251b8860810845aeb6b4b91cb4a08b69 2024-11-10T12:17:35,797 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/56d67d7c9c624a769aa7472dff72c68b to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/56d67d7c9c624a769aa7472dff72c68b 2024-11-10T12:17:35,798 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/90a145db659444c084e05358fa3d9072 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/90a145db659444c084e05358fa3d9072 2024-11-10T12:17:35,799 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/d0b43b035cce42778276716709da4ebe to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/d0b43b035cce42778276716709da4ebe 2024-11-10T12:17:35,800 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/d7fb48c1a99249578c5ed9168aef1813 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/d7fb48c1a99249578c5ed9168aef1813 2024-11-10T12:17:35,801 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/b6b092a0c0eb4ebc97173ba0271847c3 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/b6b092a0c0eb4ebc97173ba0271847c3 2024-11-10T12:17:35,802 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/ba9a7f91b76c400384f677db02b3fd8c to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/ba9a7f91b76c400384f677db02b3fd8c 2024-11-10T12:17:35,803 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/386410d45e544bbe999c77fe97647c0e to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/386410d45e544bbe999c77fe97647c0e 2024-11-10T12:17:35,804 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/a18d1f1b8ad740459bbf3822cd61e5ef to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/a18d1f1b8ad740459bbf3822cd61e5ef 2024-11-10T12:17:35,805 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/109b8a2573be4ed7bb7fed662fdf6e65 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/109b8a2573be4ed7bb7fed662fdf6e65 2024-11-10T12:17:35,806 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/f8356deb9f2b4f37b49a6ed53bea22ba to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/f8356deb9f2b4f37b49a6ed53bea22ba 2024-11-10T12:17:35,807 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/82f735543ffc4dbc813ed645ee3c5496 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/82f735543ffc4dbc813ed645ee3c5496 2024-11-10T12:17:35,808 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/8fd7fcbd0da84458a7523bb04bc7c2b8 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/8fd7fcbd0da84458a7523bb04bc7c2b8 2024-11-10T12:17:35,809 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/269ddc147aab457e82070b14bed2d40c to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/269ddc147aab457e82070b14bed2d40c 2024-11-10T12:17:35,810 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/e5832a05b2ed4613895b3cab726948b8 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/e5832a05b2ed4613895b3cab726948b8 2024-11-10T12:17:35,811 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/323a2574b02945a8ad52767fb67aa2ba to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/323a2574b02945a8ad52767fb67aa2ba 2024-11-10T12:17:35,812 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/9ba0511b99924b3b8f516d3a5f8a4c7a to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/9ba0511b99924b3b8f516d3a5f8a4c7a 2024-11-10T12:17:35,813 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/a7f1f36af6614177a12f5ccffcb770a3 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/a7f1f36af6614177a12f5ccffcb770a3 2024-11-10T12:17:35,814 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/ae9beac595ca4551b5b7a44614c76552 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/ae9beac595ca4551b5b7a44614c76552 2024-11-10T12:17:35,815 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/e31d2d52d7a743d08fa8371ae3a2d131 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/e31d2d52d7a743d08fa8371ae3a2d131 2024-11-10T12:17:35,816 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/832f7a9a0c1e477f96c05c42d0460c15 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/832f7a9a0c1e477f96c05c42d0460c15 2024-11-10T12:17:35,817 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/07b0dea49e05433fbc2e9bcda310f67c to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/07b0dea49e05433fbc2e9bcda310f67c 2024-11-10T12:17:35,818 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/4263666116704a068f1e5e0c7f3cfc27 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/4263666116704a068f1e5e0c7f3cfc27 2024-11-10T12:17:35,819 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/e6eebc6dee6d40d39f6226cce36459d9 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/e6eebc6dee6d40d39f6226cce36459d9 2024-11-10T12:17:35,820 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/551fe7577abe440f87e15b8d0fc5ddb4 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/551fe7577abe440f87e15b8d0fc5ddb4 2024-11-10T12:17:35,821 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/7a57bb681d38435da9882556aa845af9 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/7a57bb681d38435da9882556aa845af9 2024-11-10T12:17:35,822 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/35a400e9dcc744d99ff15aad8a614971 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/35a400e9dcc744d99ff15aad8a614971 2024-11-10T12:17:35,824 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/508c0a8fb2c04fdb9ca38a906b64a244 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/508c0a8fb2c04fdb9ca38a906b64a244 2024-11-10T12:17:35,825 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/55c0028e58d24c4183c7b403014a5b3b to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/55c0028e58d24c4183c7b403014a5b3b 2024-11-10T12:17:35,826 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/8e3c43b507ad488f8b213f00fb880841 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/8e3c43b507ad488f8b213f00fb880841 2024-11-10T12:17:35,827 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/708ef18fc23f49d0bd61834fa1c5bba8 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/708ef18fc23f49d0bd61834fa1c5bba8 2024-11-10T12:17:35,829 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/36199883fdf44c69b78cb056399bbaca to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/36199883fdf44c69b78cb056399bbaca 2024-11-10T12:17:35,830 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/399bfa8c6feb406ab77b0d4d5b247520 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/399bfa8c6feb406ab77b0d4d5b247520 2024-11-10T12:17:35,831 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/3e0f894c9a894d06b4afec74e6ddc1a5 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/3e0f894c9a894d06b4afec74e6ddc1a5 2024-11-10T12:17:35,832 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/871b3d587f6c48f0985ef5a004fac3de to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/871b3d587f6c48f0985ef5a004fac3de 2024-11-10T12:17:35,834 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/1d19aabc176d496fa7a8b5bb332f86d4 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/1d19aabc176d496fa7a8b5bb332f86d4 2024-11-10T12:17:35,835 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/affe9fe0d47e4dc0b080315ae705de02 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/affe9fe0d47e4dc0b080315ae705de02 2024-11-10T12:17:35,836 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/2e82ff68a55543aeab0b6da0ef74bd4b to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/2e82ff68a55543aeab0b6da0ef74bd4b 2024-11-10T12:17:35,838 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/7f7beaee354f453d87f0e53671b5fb38 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/7f7beaee354f453d87f0e53671b5fb38 2024-11-10T12:17:35,840 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/38a57d8f8aaa4881aba22fba79a2ea44 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/38a57d8f8aaa4881aba22fba79a2ea44 2024-11-10T12:17:35,842 DEBUG [StoreCloser-TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/8a57bd91a0d742349f3729f237c8c56a to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/8a57bd91a0d742349f3729f237c8c56a 2024-11-10T12:17:35,847 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/recovered.edits/601.seqid, newMaxSeqId=601, maxSeqId=1 2024-11-10T12:17:35,849 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b. 2024-11-10T12:17:35,849 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1635): Region close journal for 9aa4aa07b12f8ea2c1ee182911aa1c8b: 2024-11-10T12:17:35,851 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] handler.UnassignRegionHandler(170): Closed 9aa4aa07b12f8ea2c1ee182911aa1c8b 2024-11-10T12:17:35,851 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=9aa4aa07b12f8ea2c1ee182911aa1c8b, regionState=CLOSED 2024-11-10T12:17:35,854 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-10T12:17:35,854 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; CloseRegionProcedure 9aa4aa07b12f8ea2c1ee182911aa1c8b, server=8eb9a7a2374b,43841,1731241027112 in 2.3590 sec 2024-11-10T12:17:35,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=32, resume processing ppid=31 2024-11-10T12:17:35,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=31, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=9aa4aa07b12f8ea2c1ee182911aa1c8b, UNASSIGN in 2.3650 sec 2024-11-10T12:17:35,857 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-10T12:17:35,857 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.3740 sec 2024-11-10T12:17:35,858 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241055858"}]},"ts":"1731241055858"} 2024-11-10T12:17:35,859 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-10T12:17:35,897 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-10T12:17:35,899 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.4870 sec 2024-11-10T12:17:36,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-10T12:17:37,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-10T12:17:37,524 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-10T12:17:37,533 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-10T12:17:37,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:17:37,537 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=34, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:17:37,538 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=34, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:17:37,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-10T12:17:37,542 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b 2024-11-10T12:17:37,546 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A, FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B, FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C, FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/recovered.edits] 2024-11-10T12:17:37,550 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/18044632caf54da083326b5de01fe1dd to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/18044632caf54da083326b5de01fe1dd 2024-11-10T12:17:37,552 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/458b7f3f9828406789f5423cb059320c to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/458b7f3f9828406789f5423cb059320c 2024-11-10T12:17:37,553 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/6eb54c5d6ad14645896233b589398a1e to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/A/6eb54c5d6ad14645896233b589398a1e 2024-11-10T12:17:37,555 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/6cc821257ace4969ade023076f771701 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/6cc821257ace4969ade023076f771701 2024-11-10T12:17:37,557 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/a73091db6f8f487695f8359e944c9f1e to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/a73091db6f8f487695f8359e944c9f1e 2024-11-10T12:17:37,558 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/ba99c068de3e460295e9a4b612d6ddaf to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/B/ba99c068de3e460295e9a4b612d6ddaf 2024-11-10T12:17:37,560 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/47d34ae973e442128f9c189ff7937c49 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/47d34ae973e442128f9c189ff7937c49 2024-11-10T12:17:37,561 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/8e97a7a25ade4847a7eb77b688acb0e8 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/8e97a7a25ade4847a7eb77b688acb0e8 2024-11-10T12:17:37,562 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/af931026c8b140a3b6a7d433b8c2614a to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/C/af931026c8b140a3b6a7d433b8c2614a 2024-11-10T12:17:37,564 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/recovered.edits/601.seqid to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b/recovered.edits/601.seqid 2024-11-10T12:17:37,565 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/9aa4aa07b12f8ea2c1ee182911aa1c8b 2024-11-10T12:17:37,565 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-10T12:17:37,570 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=34, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:17:37,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-10T12:17:37,577 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-10T12:17:37,603 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-10T12:17:37,605 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=34, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:17:37,605 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-10T12:17:37,605 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731241057605"}]},"ts":"9223372036854775807"} 2024-11-10T12:17:37,609 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-10T12:17:37,609 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 9aa4aa07b12f8ea2c1ee182911aa1c8b, NAME => 'TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b.', STARTKEY => '', ENDKEY => ''}] 2024-11-10T12:17:37,609 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-10T12:17:37,609 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731241057609"}]},"ts":"9223372036854775807"} 2024-11-10T12:17:37,612 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-10T12:17:37,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-10T12:17:37,656 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=34, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:17:37,658 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 123 msec 2024-11-10T12:17:37,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-10T12:17:37,841 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-11-10T12:17:37,852 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=239 (was 219) Potentially hanging thread: hconnection-0x371c75f2-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-76661532_22 at /127.0.0.1:43572 [Waiting for operation #340] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x371c75f2-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-76661532_22 at /127.0.0.1:48326 [Waiting for operation #317] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;8eb9a7a2374b:43841-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x371c75f2-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x371c75f2-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1837579068_22 at /127.0.0.1:33598 [Waiting for operation #178] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=459 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=278 (was 209) - SystemLoadAverage LEAK? -, ProcessCount=9 (was 11), AvailableMemoryMB=6178 (was 6290) 2024-11-10T12:17:37,860 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=239, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=278, ProcessCount=9, AvailableMemoryMB=6177 2024-11-10T12:17:37,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T12:17:37,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:17:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=35, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-10T12:17:37,865 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T12:17:37,865 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:17:37,865 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 35 2024-11-10T12:17:37,866 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T12:17:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-10T12:17:37,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741971_1147 (size=960) 2024-11-10T12:17:37,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-10T12:17:38,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-10T12:17:38,278 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744 2024-11-10T12:17:38,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741972_1148 (size=53) 2024-11-10T12:17:38,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-10T12:17:38,689 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:17:38,689 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 26aba2f5ca27d7f797f45cc8cac65289, disabling compactions & flushes 2024-11-10T12:17:38,689 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:38,689 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:38,689 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. after waiting 0 ms 2024-11-10T12:17:38,689 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:38,689 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:38,689 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 26aba2f5ca27d7f797f45cc8cac65289: 2024-11-10T12:17:38,690 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T12:17:38,691 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731241058690"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731241058690"}]},"ts":"1731241058690"} 2024-11-10T12:17:38,693 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-10T12:17:38,694 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T12:17:38,694 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241058694"}]},"ts":"1731241058694"} 2024-11-10T12:17:38,695 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-10T12:17:38,720 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T12:17:38,722 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39584, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T12:17:38,747 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=26aba2f5ca27d7f797f45cc8cac65289, ASSIGN}] 2024-11-10T12:17:38,748 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=26aba2f5ca27d7f797f45cc8cac65289, ASSIGN 2024-11-10T12:17:38,749 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=26aba2f5ca27d7f797f45cc8cac65289, ASSIGN; state=OFFLINE, location=8eb9a7a2374b,43841,1731241027112; forceNewPlan=false, retain=false 2024-11-10T12:17:38,900 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=26aba2f5ca27d7f797f45cc8cac65289, regionState=OPENING, regionLocation=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:38,902 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; OpenRegionProcedure 26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112}] 2024-11-10T12:17:38,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-10T12:17:39,042 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:33589 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:33589,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:39,055 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:39,060 INFO [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:39,061 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:17:39,061 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:17:39,062 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:17:39,062 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for 26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:17:39,062 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for 26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:17:39,064 INFO [StoreOpener-26aba2f5ca27d7f797f45cc8cac65289-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:17:39,066 INFO [StoreOpener-26aba2f5ca27d7f797f45cc8cac65289-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-10T12:17:39,067 INFO [StoreOpener-26aba2f5ca27d7f797f45cc8cac65289-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26aba2f5ca27d7f797f45cc8cac65289 columnFamilyName A 2024-11-10T12:17:39,067 DEBUG [StoreOpener-26aba2f5ca27d7f797f45cc8cac65289-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:17:39,068 INFO [StoreOpener-26aba2f5ca27d7f797f45cc8cac65289-1 {}] regionserver.HStore(327): Store=26aba2f5ca27d7f797f45cc8cac65289/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:17:39,068 INFO [StoreOpener-26aba2f5ca27d7f797f45cc8cac65289-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:17:39,069 INFO [StoreOpener-26aba2f5ca27d7f797f45cc8cac65289-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-10T12:17:39,070 INFO [StoreOpener-26aba2f5ca27d7f797f45cc8cac65289-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26aba2f5ca27d7f797f45cc8cac65289 columnFamilyName B 2024-11-10T12:17:39,070 DEBUG [StoreOpener-26aba2f5ca27d7f797f45cc8cac65289-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:17:39,070 INFO [StoreOpener-26aba2f5ca27d7f797f45cc8cac65289-1 {}] regionserver.HStore(327): Store=26aba2f5ca27d7f797f45cc8cac65289/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:17:39,070 INFO [StoreOpener-26aba2f5ca27d7f797f45cc8cac65289-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:17:39,071 INFO [StoreOpener-26aba2f5ca27d7f797f45cc8cac65289-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-10T12:17:39,072 INFO [StoreOpener-26aba2f5ca27d7f797f45cc8cac65289-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26aba2f5ca27d7f797f45cc8cac65289 columnFamilyName C 2024-11-10T12:17:39,072 DEBUG [StoreOpener-26aba2f5ca27d7f797f45cc8cac65289-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:17:39,072 INFO [StoreOpener-26aba2f5ca27d7f797f45cc8cac65289-1 {}] regionserver.HStore(327): Store=26aba2f5ca27d7f797f45cc8cac65289/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:17:39,072 INFO [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:39,073 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:17:39,073 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:17:39,075 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T12:17:39,076 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for 26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:17:39,079 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:17:39,079 INFO [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened 26aba2f5ca27d7f797f45cc8cac65289; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67049291, jitterRate=-8.877068758010864E-4}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T12:17:39,081 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for 26aba2f5ca27d7f797f45cc8cac65289: 2024-11-10T12:17:39,082 INFO [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289., pid=37, masterSystemTime=1731241059055 2024-11-10T12:17:39,083 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:39,083 INFO [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:39,084 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=26aba2f5ca27d7f797f45cc8cac65289, regionState=OPEN, openSeqNum=2, regionLocation=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:39,086 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-10T12:17:39,086 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; OpenRegionProcedure 26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 in 183 msec 2024-11-10T12:17:39,088 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=35 2024-11-10T12:17:39,088 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=35, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=26aba2f5ca27d7f797f45cc8cac65289, ASSIGN in 339 msec 2024-11-10T12:17:39,089 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T12:17:39,089 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241059089"}]},"ts":"1731241059089"} 2024-11-10T12:17:39,090 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-10T12:17:39,098 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T12:17:39,099 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2350 sec 2024-11-10T12:17:39,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-10T12:17:39,977 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 35 completed 2024-11-10T12:17:39,981 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x118b007e to 127.0.0.1:59506 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5d29de25 2024-11-10T12:17:39,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a378df6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:17:40,000 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:17:40,005 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42332, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:17:40,007 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:17:40,009 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39598, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:17:40,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T12:17:40,014 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:17:40,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=38, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-10T12:17:40,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741973_1149 (size=996) 2024-11-10T12:17:40,433 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-10T12:17:40,433 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-10T12:17:40,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T12:17:40,451 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=26aba2f5ca27d7f797f45cc8cac65289, REOPEN/MOVE}] 2024-11-10T12:17:40,452 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=26aba2f5ca27d7f797f45cc8cac65289, REOPEN/MOVE 2024-11-10T12:17:40,452 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=26aba2f5ca27d7f797f45cc8cac65289, regionState=CLOSING, regionLocation=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:40,453 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T12:17:40,453 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; CloseRegionProcedure 26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112}] 2024-11-10T12:17:40,605 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:40,606 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(124): Close 26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:17:40,606 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-10T12:17:40,606 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1681): Closing 26aba2f5ca27d7f797f45cc8cac65289, disabling compactions & flushes 2024-11-10T12:17:40,606 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:40,606 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:40,606 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. after waiting 0 ms 2024-11-10T12:17:40,606 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:40,613 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-10T12:17:40,615 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:40,615 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1635): Region close journal for 26aba2f5ca27d7f797f45cc8cac65289: 2024-11-10T12:17:40,615 WARN [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegionServer(3786): Not adding moved region record: 26aba2f5ca27d7f797f45cc8cac65289 to self. 2024-11-10T12:17:40,618 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(170): Closed 26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:17:40,618 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=26aba2f5ca27d7f797f45cc8cac65289, regionState=CLOSED 2024-11-10T12:17:40,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-11-10T12:17:40,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; CloseRegionProcedure 26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 in 167 msec 2024-11-10T12:17:40,623 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=26aba2f5ca27d7f797f45cc8cac65289, REOPEN/MOVE; state=CLOSED, location=8eb9a7a2374b,43841,1731241027112; forceNewPlan=false, retain=true 2024-11-10T12:17:40,774 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=26aba2f5ca27d7f797f45cc8cac65289, regionState=OPENING, regionLocation=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:40,778 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=40, state=RUNNABLE; OpenRegionProcedure 26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112}] 2024-11-10T12:17:40,932 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:40,935 INFO [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:40,935 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:17:40,936 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:17:40,936 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:17:40,936 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for 26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:17:40,936 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for 26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:17:40,939 INFO [StoreOpener-26aba2f5ca27d7f797f45cc8cac65289-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:17:40,940 INFO [StoreOpener-26aba2f5ca27d7f797f45cc8cac65289-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-10T12:17:40,946 INFO [StoreOpener-26aba2f5ca27d7f797f45cc8cac65289-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26aba2f5ca27d7f797f45cc8cac65289 columnFamilyName A 2024-11-10T12:17:40,949 DEBUG [StoreOpener-26aba2f5ca27d7f797f45cc8cac65289-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:17:40,949 INFO [StoreOpener-26aba2f5ca27d7f797f45cc8cac65289-1 {}] regionserver.HStore(327): Store=26aba2f5ca27d7f797f45cc8cac65289/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:17:40,950 INFO [StoreOpener-26aba2f5ca27d7f797f45cc8cac65289-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:17:40,950 INFO [StoreOpener-26aba2f5ca27d7f797f45cc8cac65289-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-10T12:17:40,950 INFO [StoreOpener-26aba2f5ca27d7f797f45cc8cac65289-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26aba2f5ca27d7f797f45cc8cac65289 columnFamilyName B 2024-11-10T12:17:40,951 DEBUG [StoreOpener-26aba2f5ca27d7f797f45cc8cac65289-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:17:40,951 INFO [StoreOpener-26aba2f5ca27d7f797f45cc8cac65289-1 {}] regionserver.HStore(327): Store=26aba2f5ca27d7f797f45cc8cac65289/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:17:40,951 INFO [StoreOpener-26aba2f5ca27d7f797f45cc8cac65289-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:17:40,952 INFO [StoreOpener-26aba2f5ca27d7f797f45cc8cac65289-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-10T12:17:40,952 INFO [StoreOpener-26aba2f5ca27d7f797f45cc8cac65289-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26aba2f5ca27d7f797f45cc8cac65289 columnFamilyName C 2024-11-10T12:17:40,952 DEBUG [StoreOpener-26aba2f5ca27d7f797f45cc8cac65289-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:17:40,953 INFO [StoreOpener-26aba2f5ca27d7f797f45cc8cac65289-1 {}] regionserver.HStore(327): Store=26aba2f5ca27d7f797f45cc8cac65289/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:17:40,953 INFO [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:40,954 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:17:40,955 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:17:40,956 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T12:17:40,958 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for 26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:17:40,959 INFO [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened 26aba2f5ca27d7f797f45cc8cac65289; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64406936, jitterRate=-0.04026186466217041}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T12:17:40,959 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for 26aba2f5ca27d7f797f45cc8cac65289: 2024-11-10T12:17:40,960 INFO [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289., pid=42, masterSystemTime=1731241060932 2024-11-10T12:17:40,962 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:40,962 INFO [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:40,962 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=26aba2f5ca27d7f797f45cc8cac65289, regionState=OPEN, openSeqNum=5, regionLocation=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:40,965 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=40 2024-11-10T12:17:40,965 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=40, state=SUCCESS; OpenRegionProcedure 26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 in 186 msec 2024-11-10T12:17:40,966 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39 2024-11-10T12:17:40,966 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=26aba2f5ca27d7f797f45cc8cac65289, REOPEN/MOVE in 514 msec 2024-11-10T12:17:40,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-11-10T12:17:40,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 528 msec 2024-11-10T12:17:40,972 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 953 msec 2024-11-10T12:17:40,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-10T12:17:40,978 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x79982672 to 127.0.0.1:59506 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2931c73e 2024-11-10T12:17:41,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bad2e85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:17:41,032 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7b4bd1ba to 127.0.0.1:59506 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@491ea2ee 2024-11-10T12:17:41,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328f994d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:17:41,052 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x454f1431 to 127.0.0.1:59506 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@190853fc 2024-11-10T12:17:41,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a9306be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:17:41,066 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x505d5ccd to 127.0.0.1:59506 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@46114993 2024-11-10T12:17:41,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@465dc764, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:17:41,082 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x367f47f7 to 127.0.0.1:59506 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2885d2d9 2024-11-10T12:17:41,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cb464a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:17:41,093 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22e911df to 127.0.0.1:59506 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@78cafade 2024-11-10T12:17:41,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@152377d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:17:41,108 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3b727d6e to 127.0.0.1:59506 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@14c16cd4 2024-11-10T12:17:41,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a52344f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:17:41,116 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1c7940d9 to 127.0.0.1:59506 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@341384e 2024-11-10T12:17:41,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8ba8425, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:17:41,125 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c38ee58 to 127.0.0.1:59506 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@26b120d9 2024-11-10T12:17:41,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7af61386, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:17:41,135 DEBUG [hconnection-0x120bea02-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:17:41,135 DEBUG [hconnection-0x7f4c70-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:17:41,136 DEBUG [hconnection-0x1df86041-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:17:41,136 DEBUG [hconnection-0x3c7aae15-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:17:41,137 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:17:41,138 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42346, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:17:41,138 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42348, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:17:41,138 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42350, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:17:41,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees 2024-11-10T12:17:41,139 DEBUG [hconnection-0x2ff0ffb9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:17:41,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-10T12:17:41,139 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:17:41,139 DEBUG [hconnection-0x5c5e9f00-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:17:41,140 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42388, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:17:41,140 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42404, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:17:41,140 DEBUG [hconnection-0x41ae85dc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:17:41,141 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:17:41,141 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:17:41,142 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42410, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:17:41,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:17:41,149 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 26aba2f5ca27d7f797f45cc8cac65289 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T12:17:41,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26aba2f5ca27d7f797f45cc8cac65289, store=A 2024-11-10T12:17:41,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:41,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26aba2f5ca27d7f797f45cc8cac65289, store=B 2024-11-10T12:17:41,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:41,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26aba2f5ca27d7f797f45cc8cac65289, store=C 2024-11-10T12:17:41,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:41,152 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42420, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:17:41,155 DEBUG [hconnection-0x5adbadad-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:17:41,156 DEBUG [hconnection-0x130ffad1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:17:41,156 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42430, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:17:41,157 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42440, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:17:41,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:41,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1731241121180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:41,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:41,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42404 deadline: 1731241121181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:41,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:41,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1731241121181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:41,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:41,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42388 deadline: 1731241121183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:41,191 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411101144dc62a39a4531973fb45f0dc8320d_26aba2f5ca27d7f797f45cc8cac65289 is 50, key is test_row_0/A:col10/1731241061147/Put/seqid=0 2024-11-10T12:17:41,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:41,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42348 deadline: 1731241121184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:41,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741974_1150 (size=9714) 2024-11-10T12:17:41,207 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:17:41,215 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411101144dc62a39a4531973fb45f0dc8320d_26aba2f5ca27d7f797f45cc8cac65289 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411101144dc62a39a4531973fb45f0dc8320d_26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:17:41,217 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/48ad4487b9c0456faf723e4f1583ce90, store: [table=TestAcidGuarantees family=A region=26aba2f5ca27d7f797f45cc8cac65289] 2024-11-10T12:17:41,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/48ad4487b9c0456faf723e4f1583ce90 is 175, key is test_row_0/A:col10/1731241061147/Put/seqid=0 2024-11-10T12:17:41,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-10T12:17:41,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741975_1151 (size=22361) 2024-11-10T12:17:41,246 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/48ad4487b9c0456faf723e4f1583ce90 2024-11-10T12:17:41,287 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/B/1f86e57369ac45f987058c898835b8e5 is 50, key is test_row_0/B:col10/1731241061147/Put/seqid=0 2024-11-10T12:17:41,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:41,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1731241121286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:41,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:41,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42404 deadline: 1731241121287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:41,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:41,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1731241121287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:41,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:41,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42388 deadline: 1731241121291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:41,292 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:41,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-10T12:17:41,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:41,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. as already flushing 2024-11-10T12:17:41,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:41,293 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:41,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:41,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:41,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:41,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42348 deadline: 1731241121295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:41,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741976_1152 (size=9657) 2024-11-10T12:17:41,317 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/B/1f86e57369ac45f987058c898835b8e5 2024-11-10T12:17:41,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/C/f6ccc028ca3f4d44ac09f4fbc310833c is 50, key is test_row_0/C:col10/1731241061147/Put/seqid=0 2024-11-10T12:17:41,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741977_1153 (size=9657) 2024-11-10T12:17:41,360 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/C/f6ccc028ca3f4d44ac09f4fbc310833c 2024-11-10T12:17:41,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/48ad4487b9c0456faf723e4f1583ce90 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/48ad4487b9c0456faf723e4f1583ce90 2024-11-10T12:17:41,372 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/48ad4487b9c0456faf723e4f1583ce90, entries=100, sequenceid=16, filesize=21.8 K 2024-11-10T12:17:41,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/B/1f86e57369ac45f987058c898835b8e5 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/1f86e57369ac45f987058c898835b8e5 2024-11-10T12:17:41,378 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T12:17:41,381 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/1f86e57369ac45f987058c898835b8e5, entries=100, sequenceid=16, filesize=9.4 K 2024-11-10T12:17:41,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/C/f6ccc028ca3f4d44ac09f4fbc310833c as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/f6ccc028ca3f4d44ac09f4fbc310833c 2024-11-10T12:17:41,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/f6ccc028ca3f4d44ac09f4fbc310833c, entries=100, sequenceid=16, filesize=9.4 K 2024-11-10T12:17:41,390 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 26aba2f5ca27d7f797f45cc8cac65289 in 241ms, sequenceid=16, compaction requested=false 2024-11-10T12:17:41,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 26aba2f5ca27d7f797f45cc8cac65289: 2024-11-10T12:17:41,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-10T12:17:41,445 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:41,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-10T12:17:41,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:41,446 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2837): Flushing 26aba2f5ca27d7f797f45cc8cac65289 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-10T12:17:41,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26aba2f5ca27d7f797f45cc8cac65289, store=A 2024-11-10T12:17:41,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:41,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26aba2f5ca27d7f797f45cc8cac65289, store=B 2024-11-10T12:17:41,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:41,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26aba2f5ca27d7f797f45cc8cac65289, store=C 2024-11-10T12:17:41,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:41,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411100d0a80c40c0e4078b774b4517ee35a9e_26aba2f5ca27d7f797f45cc8cac65289 is 50, key is test_row_0/A:col10/1731241061182/Put/seqid=0 2024-11-10T12:17:41,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741978_1154 (size=12154) 2024-11-10T12:17:41,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:17:41,481 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411100d0a80c40c0e4078b774b4517ee35a9e_26aba2f5ca27d7f797f45cc8cac65289 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411100d0a80c40c0e4078b774b4517ee35a9e_26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:17:41,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/ee5a6961b35f4060a66e5d766bd5f6d8, store: [table=TestAcidGuarantees family=A region=26aba2f5ca27d7f797f45cc8cac65289] 2024-11-10T12:17:41,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/ee5a6961b35f4060a66e5d766bd5f6d8 is 175, key is test_row_0/A:col10/1731241061182/Put/seqid=0 2024-11-10T12:17:41,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:17:41,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. as already flushing 2024-11-10T12:17:41,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741979_1155 (size=30955) 2024-11-10T12:17:41,500 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/ee5a6961b35f4060a66e5d766bd5f6d8 2024-11-10T12:17:41,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:41,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1731241121503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:41,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:41,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42404 deadline: 1731241121504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:41,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:41,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42348 deadline: 1731241121506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:41,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:41,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1731241121509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:41,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:41,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42388 deadline: 1731241121509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:41,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/B/383fa2a31441495ba37ff2f944424d8f is 50, key is test_row_0/B:col10/1731241061182/Put/seqid=0 2024-11-10T12:17:41,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741980_1156 (size=12001) 2024-11-10T12:17:41,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:41,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1731241121612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:41,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:41,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42404 deadline: 1731241121612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:41,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:41,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42348 deadline: 1731241121612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:41,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:41,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:41,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1731241121612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:41,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42388 deadline: 1731241121613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:41,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-10T12:17:41,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:41,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42404 deadline: 1731241121816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:41,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:41,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1731241121817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:41,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:41,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42348 deadline: 1731241121818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:41,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:41,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42388 deadline: 1731241121818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:41,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:41,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1731241121818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:41,939 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/B/383fa2a31441495ba37ff2f944424d8f 2024-11-10T12:17:41,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/C/7b1fbb495d6d422bbd5ec493929fc3d6 is 50, key is test_row_0/C:col10/1731241061182/Put/seqid=0 2024-11-10T12:17:41,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741981_1157 (size=12001) 2024-11-10T12:17:41,973 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/C/7b1fbb495d6d422bbd5ec493929fc3d6 2024-11-10T12:17:41,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/ee5a6961b35f4060a66e5d766bd5f6d8 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/ee5a6961b35f4060a66e5d766bd5f6d8 2024-11-10T12:17:41,984 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/ee5a6961b35f4060a66e5d766bd5f6d8, entries=150, sequenceid=40, filesize=30.2 K 2024-11-10T12:17:41,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/B/383fa2a31441495ba37ff2f944424d8f as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/383fa2a31441495ba37ff2f944424d8f 2024-11-10T12:17:41,992 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/383fa2a31441495ba37ff2f944424d8f, entries=150, sequenceid=40, filesize=11.7 K 2024-11-10T12:17:41,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/C/7b1fbb495d6d422bbd5ec493929fc3d6 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/7b1fbb495d6d422bbd5ec493929fc3d6 2024-11-10T12:17:41,999 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/7b1fbb495d6d422bbd5ec493929fc3d6, entries=150, sequenceid=40, filesize=11.7 K 2024-11-10T12:17:42,001 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 26aba2f5ca27d7f797f45cc8cac65289 in 554ms, sequenceid=40, compaction requested=false 2024-11-10T12:17:42,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2538): Flush status journal for 26aba2f5ca27d7f797f45cc8cac65289: 2024-11-10T12:17:42,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:42,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-10T12:17:42,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4106): Remote procedure done, pid=44 2024-11-10T12:17:42,004 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-11-10T12:17:42,004 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 861 msec 2024-11-10T12:17:42,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees in 868 msec 2024-11-10T12:17:42,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:17:42,124 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 26aba2f5ca27d7f797f45cc8cac65289 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-10T12:17:42,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26aba2f5ca27d7f797f45cc8cac65289, store=A 2024-11-10T12:17:42,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:42,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26aba2f5ca27d7f797f45cc8cac65289, store=B 2024-11-10T12:17:42,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:42,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26aba2f5ca27d7f797f45cc8cac65289, store=C 2024-11-10T12:17:42,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:42,138 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110eb5f70207c184ebbbe1a2e0345e78048_26aba2f5ca27d7f797f45cc8cac65289 is 50, key is test_row_0/A:col10/1731241062123/Put/seqid=0 2024-11-10T12:17:42,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741982_1158 (size=14594) 2024-11-10T12:17:42,150 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:17:42,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:42,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1731241122151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:42,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:42,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1731241122153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:42,158 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110eb5f70207c184ebbbe1a2e0345e78048_26aba2f5ca27d7f797f45cc8cac65289 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110eb5f70207c184ebbbe1a2e0345e78048_26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:17:42,159 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/4f31d4dee6c64ff3bbab8b669c66ccef, store: [table=TestAcidGuarantees family=A region=26aba2f5ca27d7f797f45cc8cac65289] 2024-11-10T12:17:42,159 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/4f31d4dee6c64ff3bbab8b669c66ccef is 175, key is test_row_0/A:col10/1731241062123/Put/seqid=0 2024-11-10T12:17:42,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:42,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42348 deadline: 1731241122155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:42,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:42,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42388 deadline: 1731241122156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:42,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:42,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42404 deadline: 1731241122156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:42,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741983_1159 (size=39549) 2024-11-10T12:17:42,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-10T12:17:42,243 INFO [Thread-730 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 43 completed 2024-11-10T12:17:42,245 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:17:42,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-11-10T12:17:42,246 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:17:42,247 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:17:42,247 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:17:42,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-10T12:17:42,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:42,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1731241122257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:42,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:42,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1731241122259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:42,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:42,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42348 deadline: 1731241122262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:42,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:42,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42388 deadline: 1731241122263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:42,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:42,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42404 deadline: 1731241122263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:42,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-10T12:17:42,399 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:42,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-10T12:17:42,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:42,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. as already flushing 2024-11-10T12:17:42,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:42,400 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:42,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:42,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:42,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:42,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1731241122461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:42,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:42,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1731241122461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:42,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:42,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42348 deadline: 1731241122468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:42,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:42,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42388 deadline: 1731241122469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:42,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:42,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42404 deadline: 1731241122470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:42,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-10T12:17:42,553 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:42,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-10T12:17:42,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:42,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. as already flushing 2024-11-10T12:17:42,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:42,553 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:42,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:42,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:42,573 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/4f31d4dee6c64ff3bbab8b669c66ccef 2024-11-10T12:17:42,585 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/B/c1c4e1c9732d4421951fbbf52c0cace8 is 50, key is test_row_0/B:col10/1731241062123/Put/seqid=0 2024-11-10T12:17:42,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741984_1160 (size=12001) 2024-11-10T12:17:42,706 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:42,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-10T12:17:42,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:42,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. as already flushing 2024-11-10T12:17:42,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:42,707 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:42,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:42,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:42,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:42,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1731241122767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:42,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:42,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1731241122767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:42,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:42,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42348 deadline: 1731241122772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:42,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:42,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42388 deadline: 1731241122773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:42,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:42,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42404 deadline: 1731241122775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:42,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-10T12:17:42,859 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:42,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-10T12:17:42,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:42,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. as already flushing 2024-11-10T12:17:42,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:42,860 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:42,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:42,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:43,001 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/B/c1c4e1c9732d4421951fbbf52c0cace8 2024-11-10T12:17:43,008 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/C/b4799c149f53407c83466d4e4c1955ed is 50, key is test_row_0/C:col10/1731241062123/Put/seqid=0 2024-11-10T12:17:43,012 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:43,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741985_1161 (size=12001) 2024-11-10T12:17:43,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-10T12:17:43,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:43,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. as already flushing 2024-11-10T12:17:43,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:43,013 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:43,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:43,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:43,165 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:43,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-10T12:17:43,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:43,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. as already flushing 2024-11-10T12:17:43,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:43,166 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:43,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:43,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:43,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:43,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1731241123271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:43,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1731241123274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:43,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42348 deadline: 1731241123277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:43,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42388 deadline: 1731241123281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:43,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:43,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42404 deadline: 1731241123283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:43,318 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:43,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-10T12:17:43,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:43,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. as already flushing 2024-11-10T12:17:43,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:43,319 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:43,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:43,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-10T12:17:43,414 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/C/b4799c149f53407c83466d4e4c1955ed 2024-11-10T12:17:43,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/4f31d4dee6c64ff3bbab8b669c66ccef as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/4f31d4dee6c64ff3bbab8b669c66ccef 2024-11-10T12:17:43,424 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/4f31d4dee6c64ff3bbab8b669c66ccef, entries=200, sequenceid=55, filesize=38.6 K 2024-11-10T12:17:43,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/B/c1c4e1c9732d4421951fbbf52c0cace8 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/c1c4e1c9732d4421951fbbf52c0cace8 2024-11-10T12:17:43,431 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/c1c4e1c9732d4421951fbbf52c0cace8, entries=150, sequenceid=55, filesize=11.7 K 2024-11-10T12:17:43,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/C/b4799c149f53407c83466d4e4c1955ed as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/b4799c149f53407c83466d4e4c1955ed 2024-11-10T12:17:43,437 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/b4799c149f53407c83466d4e4c1955ed, entries=150, sequenceid=55, filesize=11.7 K 2024-11-10T12:17:43,438 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 26aba2f5ca27d7f797f45cc8cac65289 in 1314ms, sequenceid=55, compaction requested=true 2024-11-10T12:17:43,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 26aba2f5ca27d7f797f45cc8cac65289: 2024-11-10T12:17:43,438 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:17:43,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26aba2f5ca27d7f797f45cc8cac65289:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:17:43,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:43,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26aba2f5ca27d7f797f45cc8cac65289:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:17:43,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:43,439 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:17:43,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26aba2f5ca27d7f797f45cc8cac65289:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:17:43,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:17:43,440 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:17:43,440 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:17:43,440 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): 26aba2f5ca27d7f797f45cc8cac65289/B is initiating minor compaction (all files) 2024-11-10T12:17:43,440 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1540): 26aba2f5ca27d7f797f45cc8cac65289/A is initiating minor compaction (all files) 2024-11-10T12:17:43,440 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 26aba2f5ca27d7f797f45cc8cac65289/B in TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:43,440 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 26aba2f5ca27d7f797f45cc8cac65289/A in TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:43,440 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/48ad4487b9c0456faf723e4f1583ce90, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/ee5a6961b35f4060a66e5d766bd5f6d8, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/4f31d4dee6c64ff3bbab8b669c66ccef] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp, totalSize=90.7 K 2024-11-10T12:17:43,440 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/1f86e57369ac45f987058c898835b8e5, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/383fa2a31441495ba37ff2f944424d8f, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/c1c4e1c9732d4421951fbbf52c0cace8] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp, totalSize=32.9 K 2024-11-10T12:17:43,440 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:43,440 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. files: [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/48ad4487b9c0456faf723e4f1583ce90, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/ee5a6961b35f4060a66e5d766bd5f6d8, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/4f31d4dee6c64ff3bbab8b669c66ccef] 2024-11-10T12:17:43,441 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f86e57369ac45f987058c898835b8e5, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731241061147 2024-11-10T12:17:43,441 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 48ad4487b9c0456faf723e4f1583ce90, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731241061147 2024-11-10T12:17:43,441 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 383fa2a31441495ba37ff2f944424d8f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731241061179 2024-11-10T12:17:43,441 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting ee5a6961b35f4060a66e5d766bd5f6d8, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731241061179 2024-11-10T12:17:43,441 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting c1c4e1c9732d4421951fbbf52c0cace8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731241061507 2024-11-10T12:17:43,442 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f31d4dee6c64ff3bbab8b669c66ccef, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731241061505 2024-11-10T12:17:43,448 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=26aba2f5ca27d7f797f45cc8cac65289] 2024-11-10T12:17:43,449 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 26aba2f5ca27d7f797f45cc8cac65289#B#compaction#141 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:17:43,450 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/B/6015a2ddb9574390b5f1b11dcb3d1aa1 is 50, key is test_row_0/B:col10/1731241062123/Put/seqid=0 2024-11-10T12:17:43,462 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411101d8a3c753eab44a2a942b52db7acb5fc_26aba2f5ca27d7f797f45cc8cac65289 store=[table=TestAcidGuarantees family=A region=26aba2f5ca27d7f797f45cc8cac65289] 2024-11-10T12:17:43,468 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411101d8a3c753eab44a2a942b52db7acb5fc_26aba2f5ca27d7f797f45cc8cac65289, store=[table=TestAcidGuarantees family=A region=26aba2f5ca27d7f797f45cc8cac65289] 2024-11-10T12:17:43,468 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411101d8a3c753eab44a2a942b52db7acb5fc_26aba2f5ca27d7f797f45cc8cac65289 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=26aba2f5ca27d7f797f45cc8cac65289] 2024-11-10T12:17:43,471 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:43,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-10T12:17:43,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:43,472 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing 26aba2f5ca27d7f797f45cc8cac65289 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-10T12:17:43,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26aba2f5ca27d7f797f45cc8cac65289, store=A 2024-11-10T12:17:43,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:43,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26aba2f5ca27d7f797f45cc8cac65289, store=B 2024-11-10T12:17:43,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:43,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26aba2f5ca27d7f797f45cc8cac65289, store=C 2024-11-10T12:17:43,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:43,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741986_1162 (size=12104) 2024-11-10T12:17:43,483 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/B/6015a2ddb9574390b5f1b11dcb3d1aa1 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/6015a2ddb9574390b5f1b11dcb3d1aa1 2024-11-10T12:17:43,490 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 26aba2f5ca27d7f797f45cc8cac65289/B of 26aba2f5ca27d7f797f45cc8cac65289 into 6015a2ddb9574390b5f1b11dcb3d1aa1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:17:43,491 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 26aba2f5ca27d7f797f45cc8cac65289: 2024-11-10T12:17:43,491 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289., storeName=26aba2f5ca27d7f797f45cc8cac65289/B, priority=13, startTime=1731241063439; duration=0sec 2024-11-10T12:17:43,491 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:17:43,492 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26aba2f5ca27d7f797f45cc8cac65289:B 2024-11-10T12:17:43,492 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:17:43,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741987_1163 (size=4469) 2024-11-10T12:17:43,495 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 26aba2f5ca27d7f797f45cc8cac65289#A#compaction#142 average throughput is 0.52 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:17:43,497 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/aeba43396adc4d7abc3066e8399ce6da is 175, key is test_row_0/A:col10/1731241062123/Put/seqid=0 2024-11-10T12:17:43,500 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:17:43,500 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): 26aba2f5ca27d7f797f45cc8cac65289/C is initiating minor compaction (all files) 2024-11-10T12:17:43,500 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 26aba2f5ca27d7f797f45cc8cac65289/C in TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:43,501 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/f6ccc028ca3f4d44ac09f4fbc310833c, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/7b1fbb495d6d422bbd5ec493929fc3d6, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/b4799c149f53407c83466d4e4c1955ed] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp, totalSize=32.9 K 2024-11-10T12:17:43,502 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting f6ccc028ca3f4d44ac09f4fbc310833c, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731241061147 2024-11-10T12:17:43,502 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b1fbb495d6d422bbd5ec493929fc3d6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731241061179 2024-11-10T12:17:43,503 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting b4799c149f53407c83466d4e4c1955ed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731241061507 2024-11-10T12:17:43,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110441da4f6cb2a479abe3c1ba738b8e110_26aba2f5ca27d7f797f45cc8cac65289 is 50, key is test_row_0/A:col10/1731241062140/Put/seqid=0 2024-11-10T12:17:43,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741988_1164 (size=31058) 2024-11-10T12:17:43,524 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 26aba2f5ca27d7f797f45cc8cac65289#C#compaction#144 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:17:43,525 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/C/af76f69c483e4f499fcfd1ef544af8e8 is 50, key is test_row_0/C:col10/1731241062123/Put/seqid=0 2024-11-10T12:17:43,532 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/aeba43396adc4d7abc3066e8399ce6da as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/aeba43396adc4d7abc3066e8399ce6da 2024-11-10T12:17:43,540 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 26aba2f5ca27d7f797f45cc8cac65289/A of 26aba2f5ca27d7f797f45cc8cac65289 into aeba43396adc4d7abc3066e8399ce6da(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:17:43,540 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 26aba2f5ca27d7f797f45cc8cac65289: 2024-11-10T12:17:43,541 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289., storeName=26aba2f5ca27d7f797f45cc8cac65289/A, priority=13, startTime=1731241063438; duration=0sec 2024-11-10T12:17:43,541 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:43,541 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26aba2f5ca27d7f797f45cc8cac65289:A 2024-11-10T12:17:43,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741989_1165 (size=12154) 2024-11-10T12:17:43,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:17:43,563 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110441da4f6cb2a479abe3c1ba738b8e110_26aba2f5ca27d7f797f45cc8cac65289 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110441da4f6cb2a479abe3c1ba738b8e110_26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:17:43,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/c50b677b9780463e9c718217980341da, store: [table=TestAcidGuarantees family=A region=26aba2f5ca27d7f797f45cc8cac65289] 2024-11-10T12:17:43,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/c50b677b9780463e9c718217980341da is 175, key is test_row_0/A:col10/1731241062140/Put/seqid=0 2024-11-10T12:17:43,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741990_1166 (size=12104) 2024-11-10T12:17:43,580 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/C/af76f69c483e4f499fcfd1ef544af8e8 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/af76f69c483e4f499fcfd1ef544af8e8 2024-11-10T12:17:43,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741991_1167 (size=30955) 2024-11-10T12:17:43,587 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=76, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/c50b677b9780463e9c718217980341da 2024-11-10T12:17:43,587 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 26aba2f5ca27d7f797f45cc8cac65289/C of 26aba2f5ca27d7f797f45cc8cac65289 into af76f69c483e4f499fcfd1ef544af8e8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:17:43,588 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 26aba2f5ca27d7f797f45cc8cac65289: 2024-11-10T12:17:43,588 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289., storeName=26aba2f5ca27d7f797f45cc8cac65289/C, priority=13, startTime=1731241063439; duration=0sec 2024-11-10T12:17:43,588 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:43,588 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26aba2f5ca27d7f797f45cc8cac65289:C 2024-11-10T12:17:43,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/B/9230745fb57b465b914d760a1f238978 is 50, key is test_row_0/B:col10/1731241062140/Put/seqid=0 2024-11-10T12:17:43,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741992_1168 (size=12001) 2024-11-10T12:17:44,005 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/B/9230745fb57b465b914d760a1f238978 2024-11-10T12:17:44,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/C/1c97a39147924161bc6e25fa0870af23 is 50, key is test_row_0/C:col10/1731241062140/Put/seqid=0 2024-11-10T12:17:44,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741993_1169 (size=12001) 2024-11-10T12:17:44,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:17:44,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. as already flushing 2024-11-10T12:17:44,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:44,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1731241124290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:44,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:44,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1731241124291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:44,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:44,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42404 deadline: 1731241124292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:44,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:44,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42388 deadline: 1731241124292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:44,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:44,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42348 deadline: 1731241124292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:44,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-10T12:17:44,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:44,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1731241124394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:44,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:44,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1731241124397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:44,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:44,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42404 deadline: 1731241124397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:44,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:44,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42388 deadline: 1731241124399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:44,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:44,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42348 deadline: 1731241124399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:44,433 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/C/1c97a39147924161bc6e25fa0870af23 2024-11-10T12:17:44,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/c50b677b9780463e9c718217980341da as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/c50b677b9780463e9c718217980341da 2024-11-10T12:17:44,443 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/c50b677b9780463e9c718217980341da, entries=150, sequenceid=76, filesize=30.2 K 2024-11-10T12:17:44,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/B/9230745fb57b465b914d760a1f238978 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/9230745fb57b465b914d760a1f238978 2024-11-10T12:17:44,448 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/9230745fb57b465b914d760a1f238978, entries=150, sequenceid=76, filesize=11.7 K 2024-11-10T12:17:44,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/C/1c97a39147924161bc6e25fa0870af23 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/1c97a39147924161bc6e25fa0870af23 2024-11-10T12:17:44,454 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/1c97a39147924161bc6e25fa0870af23, entries=150, sequenceid=76, filesize=11.7 K 2024-11-10T12:17:44,454 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 26aba2f5ca27d7f797f45cc8cac65289 in 982ms, sequenceid=76, compaction requested=false 2024-11-10T12:17:44,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for 26aba2f5ca27d7f797f45cc8cac65289: 2024-11-10T12:17:44,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:44,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-10T12:17:44,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-11-10T12:17:44,457 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-11-10T12:17:44,457 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2090 sec 2024-11-10T12:17:44,458 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 2.2120 sec 2024-11-10T12:17:44,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:17:44,599 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 26aba2f5ca27d7f797f45cc8cac65289 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-10T12:17:44,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26aba2f5ca27d7f797f45cc8cac65289, store=A 2024-11-10T12:17:44,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:44,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26aba2f5ca27d7f797f45cc8cac65289, store=B 2024-11-10T12:17:44,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:44,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26aba2f5ca27d7f797f45cc8cac65289, store=C 2024-11-10T12:17:44,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:44,607 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110332198cf00154ccc93fb1947a87f3fed_26aba2f5ca27d7f797f45cc8cac65289 is 50, key is test_row_0/A:col10/1731241064291/Put/seqid=0 2024-11-10T12:17:44,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:44,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1731241124613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:44,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741994_1170 (size=12154) 2024-11-10T12:17:44,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:44,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42388 deadline: 1731241124617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:44,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:44,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42348 deadline: 1731241124617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:44,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:44,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:44,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1731241124618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:44,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42404 deadline: 1731241124618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:44,622 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:17:44,626 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110332198cf00154ccc93fb1947a87f3fed_26aba2f5ca27d7f797f45cc8cac65289 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110332198cf00154ccc93fb1947a87f3fed_26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:17:44,627 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/8d957d2a5ea44422947a6c72c667b248, store: [table=TestAcidGuarantees family=A region=26aba2f5ca27d7f797f45cc8cac65289] 2024-11-10T12:17:44,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/8d957d2a5ea44422947a6c72c667b248 is 175, key is test_row_0/A:col10/1731241064291/Put/seqid=0 2024-11-10T12:17:44,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741995_1171 (size=30955) 2024-11-10T12:17:44,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:44,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1731241124719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:44,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:44,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42388 deadline: 1731241124722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:44,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:44,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1731241124723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:44,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:44,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42348 deadline: 1731241124723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:44,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:44,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42404 deadline: 1731241124724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:44,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:44,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1731241124920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:44,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:44,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42388 deadline: 1731241124927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:44,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:44,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1731241124927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:44,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:44,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42348 deadline: 1731241124927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:44,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:44,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42404 deadline: 1731241124928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:45,037 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/8d957d2a5ea44422947a6c72c667b248 2024-11-10T12:17:45,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/B/b442586b734046dbaf51fb1ebc60d0ec is 50, key is test_row_0/B:col10/1731241064291/Put/seqid=0 2024-11-10T12:17:45,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741996_1172 (size=12001) 2024-11-10T12:17:45,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:45,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1731241125224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:45,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:45,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42388 deadline: 1731241125233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:45,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:45,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1731241125233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:45,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:45,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42348 deadline: 1731241125233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:45,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:45,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42404 deadline: 1731241125234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:45,458 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/B/b442586b734046dbaf51fb1ebc60d0ec 2024-11-10T12:17:45,465 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/C/ae6e8069fd7640e2ac8b02780f1d4cf4 is 50, key is test_row_0/C:col10/1731241064291/Put/seqid=0 2024-11-10T12:17:45,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741997_1173 (size=12001) 2024-11-10T12:17:45,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:45,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1731241125727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:45,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:45,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42388 deadline: 1731241125736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:45,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:45,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42348 deadline: 1731241125738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:45,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:45,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1731241125739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:45,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:45,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42404 deadline: 1731241125739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:45,870 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/C/ae6e8069fd7640e2ac8b02780f1d4cf4 2024-11-10T12:17:45,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/8d957d2a5ea44422947a6c72c667b248 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/8d957d2a5ea44422947a6c72c667b248 2024-11-10T12:17:45,879 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/8d957d2a5ea44422947a6c72c667b248, entries=150, sequenceid=95, filesize=30.2 K 2024-11-10T12:17:45,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/B/b442586b734046dbaf51fb1ebc60d0ec as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/b442586b734046dbaf51fb1ebc60d0ec 2024-11-10T12:17:45,884 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/b442586b734046dbaf51fb1ebc60d0ec, entries=150, sequenceid=95, filesize=11.7 K 2024-11-10T12:17:45,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/C/ae6e8069fd7640e2ac8b02780f1d4cf4 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/ae6e8069fd7640e2ac8b02780f1d4cf4 2024-11-10T12:17:45,889 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/ae6e8069fd7640e2ac8b02780f1d4cf4, entries=150, sequenceid=95, filesize=11.7 K 2024-11-10T12:17:45,890 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 26aba2f5ca27d7f797f45cc8cac65289 in 1292ms, sequenceid=95, compaction requested=true 2024-11-10T12:17:45,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 26aba2f5ca27d7f797f45cc8cac65289: 2024-11-10T12:17:45,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26aba2f5ca27d7f797f45cc8cac65289:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:17:45,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:45,890 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:17:45,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26aba2f5ca27d7f797f45cc8cac65289:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:17:45,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:45,890 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:17:45,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26aba2f5ca27d7f797f45cc8cac65289:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:17:45,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:17:45,891 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:17:45,891 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:17:45,891 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1540): 26aba2f5ca27d7f797f45cc8cac65289/A is initiating minor compaction (all files) 2024-11-10T12:17:45,891 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): 26aba2f5ca27d7f797f45cc8cac65289/B is initiating minor compaction (all files) 2024-11-10T12:17:45,892 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 26aba2f5ca27d7f797f45cc8cac65289/A in TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:45,892 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 26aba2f5ca27d7f797f45cc8cac65289/B in TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:45,892 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/6015a2ddb9574390b5f1b11dcb3d1aa1, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/9230745fb57b465b914d760a1f238978, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/b442586b734046dbaf51fb1ebc60d0ec] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp, totalSize=35.3 K 2024-11-10T12:17:45,892 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/aeba43396adc4d7abc3066e8399ce6da, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/c50b677b9780463e9c718217980341da, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/8d957d2a5ea44422947a6c72c667b248] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp, totalSize=90.8 K 2024-11-10T12:17:45,892 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:45,892 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. files: [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/aeba43396adc4d7abc3066e8399ce6da, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/c50b677b9780463e9c718217980341da, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/8d957d2a5ea44422947a6c72c667b248] 2024-11-10T12:17:45,892 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 6015a2ddb9574390b5f1b11dcb3d1aa1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731241061507 2024-11-10T12:17:45,892 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting aeba43396adc4d7abc3066e8399ce6da, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731241061507 2024-11-10T12:17:45,893 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 9230745fb57b465b914d760a1f238978, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731241062140 2024-11-10T12:17:45,893 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting c50b677b9780463e9c718217980341da, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731241062140 2024-11-10T12:17:45,893 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting b442586b734046dbaf51fb1ebc60d0ec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731241064288 2024-11-10T12:17:45,893 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8d957d2a5ea44422947a6c72c667b248, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731241064288 2024-11-10T12:17:45,900 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=26aba2f5ca27d7f797f45cc8cac65289] 2024-11-10T12:17:45,901 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 26aba2f5ca27d7f797f45cc8cac65289#B#compaction#150 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:17:45,902 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/B/8dbab396d9e24456b350657cd5e3482d is 50, key is test_row_0/B:col10/1731241064291/Put/seqid=0 2024-11-10T12:17:45,903 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411105aa0ad2fb62b45bfb31f0f2aea4c0f92_26aba2f5ca27d7f797f45cc8cac65289 store=[table=TestAcidGuarantees family=A region=26aba2f5ca27d7f797f45cc8cac65289] 2024-11-10T12:17:45,908 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411105aa0ad2fb62b45bfb31f0f2aea4c0f92_26aba2f5ca27d7f797f45cc8cac65289, store=[table=TestAcidGuarantees family=A region=26aba2f5ca27d7f797f45cc8cac65289] 2024-11-10T12:17:45,908 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411105aa0ad2fb62b45bfb31f0f2aea4c0f92_26aba2f5ca27d7f797f45cc8cac65289 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=26aba2f5ca27d7f797f45cc8cac65289] 2024-11-10T12:17:45,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741998_1174 (size=12207) 2024-11-10T12:17:45,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741999_1175 (size=4469) 2024-11-10T12:17:46,323 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 26aba2f5ca27d7f797f45cc8cac65289#A#compaction#151 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:17:46,324 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/e606ae44b16b42a6aa968de3ad441e90 is 175, key is test_row_0/A:col10/1731241064291/Put/seqid=0 2024-11-10T12:17:46,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-10T12:17:46,353 INFO [Thread-730 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-11-10T12:17:46,354 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:17:46,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-10T12:17:46,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-10T12:17:46,358 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:17:46,359 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:17:46,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742000_1176 (size=31161) 2024-11-10T12:17:46,359 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:17:46,360 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/B/8dbab396d9e24456b350657cd5e3482d as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/8dbab396d9e24456b350657cd5e3482d 2024-11-10T12:17:46,366 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 26aba2f5ca27d7f797f45cc8cac65289/B of 26aba2f5ca27d7f797f45cc8cac65289 into 8dbab396d9e24456b350657cd5e3482d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:17:46,366 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 26aba2f5ca27d7f797f45cc8cac65289: 2024-11-10T12:17:46,366 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289., storeName=26aba2f5ca27d7f797f45cc8cac65289/B, priority=13, startTime=1731241065890; duration=0sec 2024-11-10T12:17:46,366 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:17:46,366 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26aba2f5ca27d7f797f45cc8cac65289:B 2024-11-10T12:17:46,366 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:17:46,366 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/e606ae44b16b42a6aa968de3ad441e90 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/e606ae44b16b42a6aa968de3ad441e90 2024-11-10T12:17:46,367 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:17:46,367 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): 26aba2f5ca27d7f797f45cc8cac65289/C is initiating minor compaction (all files) 2024-11-10T12:17:46,367 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 26aba2f5ca27d7f797f45cc8cac65289/C in TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:46,367 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/af76f69c483e4f499fcfd1ef544af8e8, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/1c97a39147924161bc6e25fa0870af23, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/ae6e8069fd7640e2ac8b02780f1d4cf4] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp, totalSize=35.3 K 2024-11-10T12:17:46,368 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting af76f69c483e4f499fcfd1ef544af8e8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731241061507 2024-11-10T12:17:46,369 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c97a39147924161bc6e25fa0870af23, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731241062140 2024-11-10T12:17:46,369 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting ae6e8069fd7640e2ac8b02780f1d4cf4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731241064288 2024-11-10T12:17:46,371 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 26aba2f5ca27d7f797f45cc8cac65289/A of 26aba2f5ca27d7f797f45cc8cac65289 into e606ae44b16b42a6aa968de3ad441e90(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:17:46,372 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 26aba2f5ca27d7f797f45cc8cac65289: 2024-11-10T12:17:46,372 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289., storeName=26aba2f5ca27d7f797f45cc8cac65289/A, priority=13, startTime=1731241065890; duration=0sec 2024-11-10T12:17:46,372 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:46,372 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26aba2f5ca27d7f797f45cc8cac65289:A 2024-11-10T12:17:46,378 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 26aba2f5ca27d7f797f45cc8cac65289#C#compaction#152 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:17:46,380 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/C/cccd93ef485840e59a2edefff3b5074b is 50, key is test_row_0/C:col10/1731241064291/Put/seqid=0 2024-11-10T12:17:46,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742001_1177 (size=12207) 2024-11-10T12:17:46,393 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/C/cccd93ef485840e59a2edefff3b5074b as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/cccd93ef485840e59a2edefff3b5074b 2024-11-10T12:17:46,398 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 26aba2f5ca27d7f797f45cc8cac65289/C of 26aba2f5ca27d7f797f45cc8cac65289 into cccd93ef485840e59a2edefff3b5074b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:17:46,398 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 26aba2f5ca27d7f797f45cc8cac65289: 2024-11-10T12:17:46,398 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289., storeName=26aba2f5ca27d7f797f45cc8cac65289/C, priority=13, startTime=1731241065890; duration=0sec 2024-11-10T12:17:46,399 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:46,399 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26aba2f5ca27d7f797f45cc8cac65289:C 2024-11-10T12:17:46,438 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T12:17:46,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-10T12:17:46,511 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:46,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-10T12:17:46,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:46,512 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing 26aba2f5ca27d7f797f45cc8cac65289 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-10T12:17:46,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26aba2f5ca27d7f797f45cc8cac65289, store=A 2024-11-10T12:17:46,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:46,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26aba2f5ca27d7f797f45cc8cac65289, store=B 2024-11-10T12:17:46,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:46,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26aba2f5ca27d7f797f45cc8cac65289, store=C 2024-11-10T12:17:46,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:46,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111022935121b4024120bc4baa3cf8d480d3_26aba2f5ca27d7f797f45cc8cac65289 is 50, key is test_row_0/A:col10/1731241064617/Put/seqid=0 2024-11-10T12:17:46,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742002_1178 (size=12154) 2024-11-10T12:17:46,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-10T12:17:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:17:46,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. as already flushing 2024-11-10T12:17:46,741 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-10T12:17:46,741 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-10T12:17:46,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:46,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1731241126750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:46,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42404 deadline: 1731241126750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:46,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42348 deadline: 1731241126751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:46,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:46,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42388 deadline: 1731241126753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:46,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:46,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1731241126753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:46,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1731241126854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:46,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42404 deadline: 1731241126855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:46,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42348 deadline: 1731241126855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:46,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42388 deadline: 1731241126857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:46,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1731241126857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:46,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:17:46,932 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111022935121b4024120bc4baa3cf8d480d3_26aba2f5ca27d7f797f45cc8cac65289 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111022935121b4024120bc4baa3cf8d480d3_26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:17:46,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/3ac3cab78ee34df5a725074863f20751, store: [table=TestAcidGuarantees family=A region=26aba2f5ca27d7f797f45cc8cac65289] 2024-11-10T12:17:46,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/3ac3cab78ee34df5a725074863f20751 is 175, key is test_row_0/A:col10/1731241064617/Put/seqid=0 2024-11-10T12:17:46,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742003_1179 (size=30955) 2024-11-10T12:17:46,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-10T12:17:47,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:47,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42404 deadline: 1731241127057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:47,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:47,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1731241127058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:47,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:47,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42348 deadline: 1731241127058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:47,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:47,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1731241127061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:47,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:47,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42388 deadline: 1731241127061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:47,339 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/3ac3cab78ee34df5a725074863f20751 2024-11-10T12:17:47,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/B/f0c2844fe39c4c7cadcb2615c96631e5 is 50, key is test_row_0/B:col10/1731241064617/Put/seqid=0 2024-11-10T12:17:47,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742004_1180 (size=12001) 2024-11-10T12:17:47,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:47,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42404 deadline: 1731241127360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:47,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:47,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1731241127361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:47,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:47,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42348 deadline: 1731241127362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:47,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:47,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1731241127365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:47,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:47,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42388 deadline: 1731241127367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:47,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-10T12:17:47,753 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/B/f0c2844fe39c4c7cadcb2615c96631e5 2024-11-10T12:17:47,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/C/fc2bbb8d190d41c9a64e600f97c6df4d is 50, key is test_row_0/C:col10/1731241064617/Put/seqid=0 2024-11-10T12:17:47,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742005_1181 (size=12001) 2024-11-10T12:17:47,764 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/C/fc2bbb8d190d41c9a64e600f97c6df4d 2024-11-10T12:17:47,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/3ac3cab78ee34df5a725074863f20751 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/3ac3cab78ee34df5a725074863f20751 2024-11-10T12:17:47,773 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/3ac3cab78ee34df5a725074863f20751, entries=150, sequenceid=119, filesize=30.2 K 2024-11-10T12:17:47,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/B/f0c2844fe39c4c7cadcb2615c96631e5 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/f0c2844fe39c4c7cadcb2615c96631e5 2024-11-10T12:17:47,779 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/f0c2844fe39c4c7cadcb2615c96631e5, entries=150, sequenceid=119, filesize=11.7 K 2024-11-10T12:17:47,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/C/fc2bbb8d190d41c9a64e600f97c6df4d as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/fc2bbb8d190d41c9a64e600f97c6df4d 2024-11-10T12:17:47,786 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/fc2bbb8d190d41c9a64e600f97c6df4d, entries=150, sequenceid=119, filesize=11.7 K 2024-11-10T12:17:47,787 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 26aba2f5ca27d7f797f45cc8cac65289 in 1275ms, sequenceid=119, compaction requested=false 2024-11-10T12:17:47,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for 26aba2f5ca27d7f797f45cc8cac65289: 2024-11-10T12:17:47,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:47,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-10T12:17:47,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-10T12:17:47,789 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-10T12:17:47,789 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4290 sec 2024-11-10T12:17:47,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 1.4360 sec 2024-11-10T12:17:47,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:17:47,866 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 26aba2f5ca27d7f797f45cc8cac65289 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-10T12:17:47,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26aba2f5ca27d7f797f45cc8cac65289, store=A 2024-11-10T12:17:47,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:47,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26aba2f5ca27d7f797f45cc8cac65289, store=B 2024-11-10T12:17:47,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:47,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26aba2f5ca27d7f797f45cc8cac65289, store=C 2024-11-10T12:17:47,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:47,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110e8af83e82ccb46898f62a7b299354013_26aba2f5ca27d7f797f45cc8cac65289 is 50, key is test_row_0/A:col10/1731241066752/Put/seqid=0 2024-11-10T12:17:47,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742006_1182 (size=14744) 2024-11-10T12:17:47,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:47,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:47,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42388 deadline: 1731241127880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:47,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42348 deadline: 1731241127881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:47,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:47,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42404 deadline: 1731241127882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:47,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:47,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1731241127886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:47,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:47,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1731241127886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:47,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:47,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42348 deadline: 1731241127987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:47,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:47,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42388 deadline: 1731241127987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:47,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:47,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42404 deadline: 1731241127987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:47,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:47,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1731241127989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:47,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:47,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1731241127989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:48,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:48,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42404 deadline: 1731241128189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:48,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:48,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42348 deadline: 1731241128190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:48,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42388 deadline: 1731241128190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:48,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1731241128192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:48,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1731241128192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:48,285 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:17:48,289 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110e8af83e82ccb46898f62a7b299354013_26aba2f5ca27d7f797f45cc8cac65289 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110e8af83e82ccb46898f62a7b299354013_26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:17:48,290 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/ede13632e9394d97ae2cd5337de7da20, store: [table=TestAcidGuarantees family=A region=26aba2f5ca27d7f797f45cc8cac65289] 2024-11-10T12:17:48,290 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/ede13632e9394d97ae2cd5337de7da20 is 175, key is test_row_0/A:col10/1731241066752/Put/seqid=0 2024-11-10T12:17:48,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742007_1183 (size=39699) 2024-11-10T12:17:48,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-10T12:17:48,462 INFO [Thread-730 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-10T12:17:48,463 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:17:48,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-10T12:17:48,464 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:17:48,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-10T12:17:48,464 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:17:48,465 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:17:48,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:48,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42404 deadline: 1731241128494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:48,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:48,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42348 deadline: 1731241128494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:48,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:48,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1731241128494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:48,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:48,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42388 deadline: 1731241128495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:48,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:48,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1731241128496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:48,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-10T12:17:48,616 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:48,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-10T12:17:48,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:48,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. as already flushing 2024-11-10T12:17:48,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:48,617 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:48,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:48,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:48,694 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=136, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/ede13632e9394d97ae2cd5337de7da20 2024-11-10T12:17:48,703 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/B/aafb3abe57924926aea600a9d5710e3d is 50, key is test_row_0/B:col10/1731241066752/Put/seqid=0 2024-11-10T12:17:48,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742008_1184 (size=12101) 2024-11-10T12:17:48,707 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/B/aafb3abe57924926aea600a9d5710e3d 2024-11-10T12:17:48,715 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/C/4204658ed9d24cedb914efdcef0748c2 is 50, key is test_row_0/C:col10/1731241066752/Put/seqid=0 2024-11-10T12:17:48,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742009_1185 (size=12101) 2024-11-10T12:17:48,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-10T12:17:48,769 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:48,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-10T12:17:48,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:48,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. as already flushing 2024-11-10T12:17:48,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:48,770 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:48,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:48,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:48,921 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:48,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-10T12:17:48,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:48,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. as already flushing 2024-11-10T12:17:48,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:48,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:48,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:48,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:48,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:48,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42404 deadline: 1731241128998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:48,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:48,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42388 deadline: 1731241128998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:49,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:49,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1731241128999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:49,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:49,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1731241129001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:49,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:49,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42348 deadline: 1731241129002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:49,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-10T12:17:49,074 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:49,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-10T12:17:49,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:49,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. as already flushing 2024-11-10T12:17:49,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:49,075 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:49,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:49,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:49,121 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/C/4204658ed9d24cedb914efdcef0748c2 2024-11-10T12:17:49,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/ede13632e9394d97ae2cd5337de7da20 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/ede13632e9394d97ae2cd5337de7da20 2024-11-10T12:17:49,131 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/ede13632e9394d97ae2cd5337de7da20, entries=200, sequenceid=136, filesize=38.8 K 2024-11-10T12:17:49,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/B/aafb3abe57924926aea600a9d5710e3d as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/aafb3abe57924926aea600a9d5710e3d 2024-11-10T12:17:49,137 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/aafb3abe57924926aea600a9d5710e3d, entries=150, sequenceid=136, filesize=11.8 K 2024-11-10T12:17:49,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/C/4204658ed9d24cedb914efdcef0748c2 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/4204658ed9d24cedb914efdcef0748c2 2024-11-10T12:17:49,144 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/4204658ed9d24cedb914efdcef0748c2, entries=150, sequenceid=136, filesize=11.8 K 2024-11-10T12:17:49,145 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 26aba2f5ca27d7f797f45cc8cac65289 in 1278ms, sequenceid=136, compaction requested=true 2024-11-10T12:17:49,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 26aba2f5ca27d7f797f45cc8cac65289: 2024-11-10T12:17:49,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26aba2f5ca27d7f797f45cc8cac65289:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:17:49,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:49,145 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:17:49,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26aba2f5ca27d7f797f45cc8cac65289:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:17:49,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:17:49,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26aba2f5ca27d7f797f45cc8cac65289:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:17:49,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-10T12:17:49,145 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:17:49,146 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:17:49,146 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): 26aba2f5ca27d7f797f45cc8cac65289/B is initiating minor compaction (all files) 2024-11-10T12:17:49,146 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 26aba2f5ca27d7f797f45cc8cac65289/B in TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:49,147 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/8dbab396d9e24456b350657cd5e3482d, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/f0c2844fe39c4c7cadcb2615c96631e5, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/aafb3abe57924926aea600a9d5710e3d] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp, totalSize=35.5 K 2024-11-10T12:17:49,147 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101815 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:17:49,147 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1540): 26aba2f5ca27d7f797f45cc8cac65289/A is initiating minor compaction (all files) 2024-11-10T12:17:49,147 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 26aba2f5ca27d7f797f45cc8cac65289/A in TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:49,147 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/e606ae44b16b42a6aa968de3ad441e90, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/3ac3cab78ee34df5a725074863f20751, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/ede13632e9394d97ae2cd5337de7da20] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp, totalSize=99.4 K 2024-11-10T12:17:49,147 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:49,147 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. files: [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/e606ae44b16b42a6aa968de3ad441e90, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/3ac3cab78ee34df5a725074863f20751, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/ede13632e9394d97ae2cd5337de7da20] 2024-11-10T12:17:49,147 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting e606ae44b16b42a6aa968de3ad441e90, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731241064288 2024-11-10T12:17:49,147 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 8dbab396d9e24456b350657cd5e3482d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731241064288 2024-11-10T12:17:49,148 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting f0c2844fe39c4c7cadcb2615c96631e5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731241064612 2024-11-10T12:17:49,148 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ac3cab78ee34df5a725074863f20751, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731241064612 2024-11-10T12:17:49,148 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting aafb3abe57924926aea600a9d5710e3d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731241066745 2024-11-10T12:17:49,148 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting ede13632e9394d97ae2cd5337de7da20, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731241066745 2024-11-10T12:17:49,158 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 26aba2f5ca27d7f797f45cc8cac65289#B#compaction#159 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:17:49,159 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/B/2b6d4ea0853b4af28f3b37a7e9feafba is 50, key is test_row_0/B:col10/1731241066752/Put/seqid=0 2024-11-10T12:17:49,163 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=26aba2f5ca27d7f797f45cc8cac65289] 2024-11-10T12:17:49,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742010_1186 (size=12409) 2024-11-10T12:17:49,171 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110ee2b912678664fd0a4d306e80c3ae1ae_26aba2f5ca27d7f797f45cc8cac65289 store=[table=TestAcidGuarantees family=A region=26aba2f5ca27d7f797f45cc8cac65289] 2024-11-10T12:17:49,173 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110ee2b912678664fd0a4d306e80c3ae1ae_26aba2f5ca27d7f797f45cc8cac65289, store=[table=TestAcidGuarantees family=A region=26aba2f5ca27d7f797f45cc8cac65289] 2024-11-10T12:17:49,173 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110ee2b912678664fd0a4d306e80c3ae1ae_26aba2f5ca27d7f797f45cc8cac65289 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=26aba2f5ca27d7f797f45cc8cac65289] 2024-11-10T12:17:49,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742011_1187 (size=4469) 2024-11-10T12:17:49,227 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:49,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-10T12:17:49,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:49,228 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 26aba2f5ca27d7f797f45cc8cac65289 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-10T12:17:49,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26aba2f5ca27d7f797f45cc8cac65289, store=A 2024-11-10T12:17:49,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:49,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26aba2f5ca27d7f797f45cc8cac65289, store=B 2024-11-10T12:17:49,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:49,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26aba2f5ca27d7f797f45cc8cac65289, store=C 2024-11-10T12:17:49,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:49,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411103d7833f5e35d44baba22792291e69999_26aba2f5ca27d7f797f45cc8cac65289 is 50, key is test_row_0/A:col10/1731241067877/Put/seqid=0 2024-11-10T12:17:49,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742012_1188 (size=12304) 2024-11-10T12:17:49,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-10T12:17:49,572 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/B/2b6d4ea0853b4af28f3b37a7e9feafba as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/2b6d4ea0853b4af28f3b37a7e9feafba 2024-11-10T12:17:49,577 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 26aba2f5ca27d7f797f45cc8cac65289/B of 26aba2f5ca27d7f797f45cc8cac65289 into 2b6d4ea0853b4af28f3b37a7e9feafba(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:17:49,577 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 26aba2f5ca27d7f797f45cc8cac65289: 2024-11-10T12:17:49,577 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289., storeName=26aba2f5ca27d7f797f45cc8cac65289/B, priority=13, startTime=1731241069145; duration=0sec 2024-11-10T12:17:49,577 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:17:49,577 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26aba2f5ca27d7f797f45cc8cac65289:B 2024-11-10T12:17:49,577 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:17:49,578 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:17:49,578 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): 26aba2f5ca27d7f797f45cc8cac65289/C is initiating minor compaction (all files) 2024-11-10T12:17:49,578 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 26aba2f5ca27d7f797f45cc8cac65289/C in TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:49,578 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/cccd93ef485840e59a2edefff3b5074b, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/fc2bbb8d190d41c9a64e600f97c6df4d, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/4204658ed9d24cedb914efdcef0748c2] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp, totalSize=35.5 K 2024-11-10T12:17:49,578 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting cccd93ef485840e59a2edefff3b5074b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731241064288 2024-11-10T12:17:49,579 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting fc2bbb8d190d41c9a64e600f97c6df4d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731241064612 2024-11-10T12:17:49,579 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 4204658ed9d24cedb914efdcef0748c2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731241066745 2024-11-10T12:17:49,586 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 26aba2f5ca27d7f797f45cc8cac65289#A#compaction#160 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:17:49,586 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/5da28f990c054fd08ff71c9f1a6affe4 is 175, key is test_row_0/A:col10/1731241066752/Put/seqid=0 2024-11-10T12:17:49,601 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 26aba2f5ca27d7f797f45cc8cac65289#C#compaction#162 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:17:49,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742013_1189 (size=31363) 2024-11-10T12:17:49,602 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/C/acb15c9b9bbf41d8978e09c9da0cfa70 is 50, key is test_row_0/C:col10/1731241066752/Put/seqid=0 2024-11-10T12:17:49,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742014_1190 (size=12409) 2024-11-10T12:17:49,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:17:49,643 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411103d7833f5e35d44baba22792291e69999_26aba2f5ca27d7f797f45cc8cac65289 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411103d7833f5e35d44baba22792291e69999_26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:17:49,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/af4aec5572f7496fb0be5d3f2bb58f83, store: [table=TestAcidGuarantees family=A region=26aba2f5ca27d7f797f45cc8cac65289] 2024-11-10T12:17:49,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/af4aec5572f7496fb0be5d3f2bb58f83 is 175, key is test_row_0/A:col10/1731241067877/Put/seqid=0 2024-11-10T12:17:49,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742015_1191 (size=31105) 2024-11-10T12:17:49,653 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=156, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/af4aec5572f7496fb0be5d3f2bb58f83 2024-11-10T12:17:49,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/B/1a5872436c004906b2be6557db0327df is 50, key is test_row_0/B:col10/1731241067877/Put/seqid=0 2024-11-10T12:17:49,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742016_1192 (size=12151) 2024-11-10T12:17:49,668 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/B/1a5872436c004906b2be6557db0327df 2024-11-10T12:17:49,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/C/4cb171f42d1a44e9b47f89bd4ec39495 is 50, key is test_row_0/C:col10/1731241067877/Put/seqid=0 2024-11-10T12:17:49,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742017_1193 (size=12151) 2024-11-10T12:17:50,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. as already flushing 2024-11-10T12:17:50,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:17:50,007 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/5da28f990c054fd08ff71c9f1a6affe4 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/5da28f990c054fd08ff71c9f1a6affe4 2024-11-10T12:17:50,017 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/C/acb15c9b9bbf41d8978e09c9da0cfa70 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/acb15c9b9bbf41d8978e09c9da0cfa70 2024-11-10T12:17:50,018 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 26aba2f5ca27d7f797f45cc8cac65289/A of 26aba2f5ca27d7f797f45cc8cac65289 into 5da28f990c054fd08ff71c9f1a6affe4(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:17:50,018 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 26aba2f5ca27d7f797f45cc8cac65289: 2024-11-10T12:17:50,018 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289., storeName=26aba2f5ca27d7f797f45cc8cac65289/A, priority=13, startTime=1731241069145; duration=0sec 2024-11-10T12:17:50,018 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:50,018 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26aba2f5ca27d7f797f45cc8cac65289:A 2024-11-10T12:17:50,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:50,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42348 deadline: 1731241130015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:50,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42404 deadline: 1731241130018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:50,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1731241130018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:50,023 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 26aba2f5ca27d7f797f45cc8cac65289/C of 26aba2f5ca27d7f797f45cc8cac65289 into acb15c9b9bbf41d8978e09c9da0cfa70(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:17:50,023 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 26aba2f5ca27d7f797f45cc8cac65289: 2024-11-10T12:17:50,023 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289., storeName=26aba2f5ca27d7f797f45cc8cac65289/C, priority=13, startTime=1731241069145; duration=0sec 2024-11-10T12:17:50,023 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:50,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:50,023 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26aba2f5ca27d7f797f45cc8cac65289:C 2024-11-10T12:17:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42388 deadline: 1731241130019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:50,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1731241130020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:50,082 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/C/4cb171f42d1a44e9b47f89bd4ec39495 2024-11-10T12:17:50,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/af4aec5572f7496fb0be5d3f2bb58f83 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/af4aec5572f7496fb0be5d3f2bb58f83 2024-11-10T12:17:50,092 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/af4aec5572f7496fb0be5d3f2bb58f83, entries=150, sequenceid=156, filesize=30.4 K 2024-11-10T12:17:50,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/B/1a5872436c004906b2be6557db0327df as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/1a5872436c004906b2be6557db0327df 2024-11-10T12:17:50,098 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/1a5872436c004906b2be6557db0327df, entries=150, sequenceid=156, filesize=11.9 K 2024-11-10T12:17:50,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/C/4cb171f42d1a44e9b47f89bd4ec39495 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/4cb171f42d1a44e9b47f89bd4ec39495 2024-11-10T12:17:50,103 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/4cb171f42d1a44e9b47f89bd4ec39495, entries=150, sequenceid=156, filesize=11.9 K 2024-11-10T12:17:50,104 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 26aba2f5ca27d7f797f45cc8cac65289 in 876ms, sequenceid=156, compaction requested=false 2024-11-10T12:17:50,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 26aba2f5ca27d7f797f45cc8cac65289: 2024-11-10T12:17:50,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:50,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-10T12:17:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-10T12:17:50,106 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-10T12:17:50,106 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6400 sec 2024-11-10T12:17:50,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 1.6430 sec 2024-11-10T12:17:50,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:17:50,127 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 26aba2f5ca27d7f797f45cc8cac65289 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-10T12:17:50,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26aba2f5ca27d7f797f45cc8cac65289, store=A 2024-11-10T12:17:50,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:50,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26aba2f5ca27d7f797f45cc8cac65289, store=B 2024-11-10T12:17:50,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:50,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26aba2f5ca27d7f797f45cc8cac65289, store=C 2024-11-10T12:17:50,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:50,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111036ab68fc3c4046909b10b65c312a8e7b_26aba2f5ca27d7f797f45cc8cac65289 is 50, key is test_row_0/A:col10/1731241070127/Put/seqid=0 2024-11-10T12:17:50,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:50,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42404 deadline: 1731241130145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:50,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:50,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42388 deadline: 1731241130146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:50,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:50,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1731241130147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:50,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:50,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1731241130148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:50,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742018_1194 (size=12304) 2024-11-10T12:17:50,160 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:17:50,165 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111036ab68fc3c4046909b10b65c312a8e7b_26aba2f5ca27d7f797f45cc8cac65289 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111036ab68fc3c4046909b10b65c312a8e7b_26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:17:50,166 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/b3c72f5290894ff3b6edc30ed6815875, store: [table=TestAcidGuarantees family=A region=26aba2f5ca27d7f797f45cc8cac65289] 2024-11-10T12:17:50,167 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/b3c72f5290894ff3b6edc30ed6815875 is 175, key is test_row_0/A:col10/1731241070127/Put/seqid=0 2024-11-10T12:17:50,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742019_1195 (size=31105) 2024-11-10T12:17:50,186 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=177, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/b3c72f5290894ff3b6edc30ed6815875 2024-11-10T12:17:50,195 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/B/0b92f01c6fe6497e95918cbca0bcbc85 is 50, key is test_row_0/B:col10/1731241070127/Put/seqid=0 2024-11-10T12:17:50,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742020_1196 (size=12151) 2024-11-10T12:17:50,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:50,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42404 deadline: 1731241130249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:50,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:50,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42388 deadline: 1731241130249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:50,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1731241130251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:50,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:50,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1731241130251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:50,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:50,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42404 deadline: 1731241130452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:50,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:50,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42388 deadline: 1731241130452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:50,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:50,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1731241130454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:50,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:50,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1731241130455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:50,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-10T12:17:50,569 INFO [Thread-730 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-10T12:17:50,570 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:17:50,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-10T12:17:50,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-10T12:17:50,571 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:17:50,571 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:17:50,571 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:17:50,608 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/B/0b92f01c6fe6497e95918cbca0bcbc85 2024-11-10T12:17:50,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/C/a083325ce89b4e3687d5005f1b1c6af7 is 50, key is test_row_0/C:col10/1731241070127/Put/seqid=0 2024-11-10T12:17:50,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742021_1197 (size=12151) 2024-11-10T12:17:50,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-10T12:17:50,723 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:50,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-10T12:17:50,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:50,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. as already flushing 2024-11-10T12:17:50,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:50,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:50,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:50,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:50,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:50,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1731241130756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:50,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:50,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42404 deadline: 1731241130756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:50,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:50,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42388 deadline: 1731241130756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:50,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:50,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1731241130758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:50,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-10T12:17:50,876 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:50,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-10T12:17:50,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:50,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. as already flushing 2024-11-10T12:17:50,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:50,876 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:50,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:50,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:51,028 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:51,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-10T12:17:51,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:51,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. as already flushing 2024-11-10T12:17:51,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:51,029 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:51,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:51,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:51,033 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/C/a083325ce89b4e3687d5005f1b1c6af7 2024-11-10T12:17:51,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/b3c72f5290894ff3b6edc30ed6815875 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/b3c72f5290894ff3b6edc30ed6815875 2024-11-10T12:17:51,041 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/b3c72f5290894ff3b6edc30ed6815875, entries=150, sequenceid=177, filesize=30.4 K 2024-11-10T12:17:51,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/B/0b92f01c6fe6497e95918cbca0bcbc85 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/0b92f01c6fe6497e95918cbca0bcbc85 2024-11-10T12:17:51,046 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/0b92f01c6fe6497e95918cbca0bcbc85, entries=150, sequenceid=177, filesize=11.9 K 2024-11-10T12:17:51,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/C/a083325ce89b4e3687d5005f1b1c6af7 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/a083325ce89b4e3687d5005f1b1c6af7 2024-11-10T12:17:51,051 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/a083325ce89b4e3687d5005f1b1c6af7, entries=150, sequenceid=177, filesize=11.9 K 2024-11-10T12:17:51,052 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 26aba2f5ca27d7f797f45cc8cac65289 in 925ms, sequenceid=177, compaction requested=true 2024-11-10T12:17:51,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 26aba2f5ca27d7f797f45cc8cac65289: 2024-11-10T12:17:51,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26aba2f5ca27d7f797f45cc8cac65289:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:17:51,052 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:17:51,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:51,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26aba2f5ca27d7f797f45cc8cac65289:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:17:51,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:51,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26aba2f5ca27d7f797f45cc8cac65289:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:17:51,052 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:17:51,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:17:51,053 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:17:51,053 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93573 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:17:51,053 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1540): 26aba2f5ca27d7f797f45cc8cac65289/A is initiating minor compaction (all files) 2024-11-10T12:17:51,053 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): 26aba2f5ca27d7f797f45cc8cac65289/B is initiating minor compaction (all files) 2024-11-10T12:17:51,053 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 26aba2f5ca27d7f797f45cc8cac65289/B in TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:51,053 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 26aba2f5ca27d7f797f45cc8cac65289/A in TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:51,053 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/5da28f990c054fd08ff71c9f1a6affe4, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/af4aec5572f7496fb0be5d3f2bb58f83, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/b3c72f5290894ff3b6edc30ed6815875] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp, totalSize=91.4 K 2024-11-10T12:17:51,053 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/2b6d4ea0853b4af28f3b37a7e9feafba, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/1a5872436c004906b2be6557db0327df, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/0b92f01c6fe6497e95918cbca0bcbc85] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp, totalSize=35.9 K 2024-11-10T12:17:51,053 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:51,053 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. files: [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/5da28f990c054fd08ff71c9f1a6affe4, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/af4aec5572f7496fb0be5d3f2bb58f83, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/b3c72f5290894ff3b6edc30ed6815875] 2024-11-10T12:17:51,053 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b6d4ea0853b4af28f3b37a7e9feafba, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731241066745 2024-11-10T12:17:51,053 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5da28f990c054fd08ff71c9f1a6affe4, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731241066745 2024-11-10T12:17:51,054 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a5872436c004906b2be6557db0327df, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731241067877 2024-11-10T12:17:51,054 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting af4aec5572f7496fb0be5d3f2bb58f83, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731241067877 2024-11-10T12:17:51,054 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b92f01c6fe6497e95918cbca0bcbc85, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731241070019 2024-11-10T12:17:51,054 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting b3c72f5290894ff3b6edc30ed6815875, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731241070019 2024-11-10T12:17:51,060 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 26aba2f5ca27d7f797f45cc8cac65289#B#compaction#168 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:17:51,060 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/B/e7f81eb77b1847b89e3a6ed3582f4c6c is 50, key is test_row_0/B:col10/1731241070127/Put/seqid=0 2024-11-10T12:17:51,062 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=26aba2f5ca27d7f797f45cc8cac65289] 2024-11-10T12:17:51,064 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411103fb0aa69fc98416d8a018f002734683f_26aba2f5ca27d7f797f45cc8cac65289 store=[table=TestAcidGuarantees family=A region=26aba2f5ca27d7f797f45cc8cac65289] 2024-11-10T12:17:51,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742022_1198 (size=12561) 2024-11-10T12:17:51,066 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411103fb0aa69fc98416d8a018f002734683f_26aba2f5ca27d7f797f45cc8cac65289, store=[table=TestAcidGuarantees family=A region=26aba2f5ca27d7f797f45cc8cac65289] 2024-11-10T12:17:51,067 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411103fb0aa69fc98416d8a018f002734683f_26aba2f5ca27d7f797f45cc8cac65289 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=26aba2f5ca27d7f797f45cc8cac65289] 2024-11-10T12:17:51,072 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/B/e7f81eb77b1847b89e3a6ed3582f4c6c as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/e7f81eb77b1847b89e3a6ed3582f4c6c 2024-11-10T12:17:51,078 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 26aba2f5ca27d7f797f45cc8cac65289/B of 26aba2f5ca27d7f797f45cc8cac65289 into e7f81eb77b1847b89e3a6ed3582f4c6c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:17:51,078 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 26aba2f5ca27d7f797f45cc8cac65289: 2024-11-10T12:17:51,078 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289., storeName=26aba2f5ca27d7f797f45cc8cac65289/B, priority=13, startTime=1731241071052; duration=0sec 2024-11-10T12:17:51,078 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:17:51,078 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26aba2f5ca27d7f797f45cc8cac65289:B 2024-11-10T12:17:51,078 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:17:51,079 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:17:51,080 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): 26aba2f5ca27d7f797f45cc8cac65289/C is initiating minor compaction (all files) 2024-11-10T12:17:51,080 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 26aba2f5ca27d7f797f45cc8cac65289/C in TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:51,080 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/acb15c9b9bbf41d8978e09c9da0cfa70, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/4cb171f42d1a44e9b47f89bd4ec39495, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/a083325ce89b4e3687d5005f1b1c6af7] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp, totalSize=35.9 K 2024-11-10T12:17:51,080 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting acb15c9b9bbf41d8978e09c9da0cfa70, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731241066745 2024-11-10T12:17:51,081 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 4cb171f42d1a44e9b47f89bd4ec39495, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731241067877 2024-11-10T12:17:51,081 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting a083325ce89b4e3687d5005f1b1c6af7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731241070019 2024-11-10T12:17:51,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742023_1199 (size=4469) 2024-11-10T12:17:51,093 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 26aba2f5ca27d7f797f45cc8cac65289#C#compaction#170 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:17:51,093 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/C/14964b68ca814c9b89d9b457bd6511ac is 50, key is test_row_0/C:col10/1731241070127/Put/seqid=0 2024-11-10T12:17:51,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742024_1200 (size=12561) 2024-11-10T12:17:51,105 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/C/14964b68ca814c9b89d9b457bd6511ac as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/14964b68ca814c9b89d9b457bd6511ac 2024-11-10T12:17:51,110 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 26aba2f5ca27d7f797f45cc8cac65289/C of 26aba2f5ca27d7f797f45cc8cac65289 into 14964b68ca814c9b89d9b457bd6511ac(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:17:51,110 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 26aba2f5ca27d7f797f45cc8cac65289: 2024-11-10T12:17:51,110 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289., storeName=26aba2f5ca27d7f797f45cc8cac65289/C, priority=13, startTime=1731241071052; duration=0sec 2024-11-10T12:17:51,111 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:51,111 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26aba2f5ca27d7f797f45cc8cac65289:C 2024-11-10T12:17:51,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-10T12:17:51,181 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:51,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-10T12:17:51,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:51,182 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 26aba2f5ca27d7f797f45cc8cac65289 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-10T12:17:51,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26aba2f5ca27d7f797f45cc8cac65289, store=A 2024-11-10T12:17:51,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:51,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26aba2f5ca27d7f797f45cc8cac65289, store=B 2024-11-10T12:17:51,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:51,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26aba2f5ca27d7f797f45cc8cac65289, store=C 2024-11-10T12:17:51,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:51,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110eed86e2a994646e8817b2900af1c2a43_26aba2f5ca27d7f797f45cc8cac65289 is 50, key is test_row_0/A:col10/1731241070146/Put/seqid=0 2024-11-10T12:17:51,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742025_1201 (size=12304) 2024-11-10T12:17:51,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:17:51,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. as already flushing 2024-11-10T12:17:51,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:51,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1731241131271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:51,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:51,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42404 deadline: 1731241131271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:51,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:51,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1731241131271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:51,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:51,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42388 deadline: 1731241131273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:51,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:51,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1731241131374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:51,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:51,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42404 deadline: 1731241131374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:51,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:51,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1731241131375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:51,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:51,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42388 deadline: 1731241131375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:51,492 INFO [master/8eb9a7a2374b:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-10T12:17:51,492 INFO [master/8eb9a7a2374b:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-10T12:17:51,493 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 26aba2f5ca27d7f797f45cc8cac65289#A#compaction#169 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:17:51,494 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/830a1e385fc243158022ce9334e7dee0 is 175, key is test_row_0/A:col10/1731241070127/Put/seqid=0 2024-11-10T12:17:51,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742026_1202 (size=31515) 2024-11-10T12:17:51,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:51,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1731241131576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:51,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:51,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42404 deadline: 1731241131578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:51,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:51,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1731241131579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:51,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:51,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42388 deadline: 1731241131579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:51,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:17:51,597 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110eed86e2a994646e8817b2900af1c2a43_26aba2f5ca27d7f797f45cc8cac65289 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110eed86e2a994646e8817b2900af1c2a43_26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:17:51,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/d0bef757bd074ed087334c801b0a3fa5, store: [table=TestAcidGuarantees family=A region=26aba2f5ca27d7f797f45cc8cac65289] 2024-11-10T12:17:51,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/d0bef757bd074ed087334c801b0a3fa5 is 175, key is test_row_0/A:col10/1731241070146/Put/seqid=0 2024-11-10T12:17:51,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742027_1203 (size=31105) 2024-11-10T12:17:51,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-10T12:17:51,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:51,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1731241131880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:51,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:51,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42404 deadline: 1731241131880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:51,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:51,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42388 deadline: 1731241131882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:51,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:51,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1731241131882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:51,902 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/830a1e385fc243158022ce9334e7dee0 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/830a1e385fc243158022ce9334e7dee0 2024-11-10T12:17:51,907 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 26aba2f5ca27d7f797f45cc8cac65289/A of 26aba2f5ca27d7f797f45cc8cac65289 into 830a1e385fc243158022ce9334e7dee0(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:17:51,908 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 26aba2f5ca27d7f797f45cc8cac65289: 2024-11-10T12:17:51,908 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289., storeName=26aba2f5ca27d7f797f45cc8cac65289/A, priority=13, startTime=1731241071052; duration=0sec 2024-11-10T12:17:51,908 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:51,908 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26aba2f5ca27d7f797f45cc8cac65289:A 2024-11-10T12:17:52,003 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/d0bef757bd074ed087334c801b0a3fa5 2024-11-10T12:17:52,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/B/f7f3f49b876a4f77b9f9439ec0d9da8e is 50, key is test_row_0/B:col10/1731241070146/Put/seqid=0 2024-11-10T12:17:52,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742028_1204 (size=12151) 2024-11-10T12:17:52,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:52,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42348 deadline: 1731241132035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:52,039 DEBUG [Thread-722 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4158 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289., hostname=8eb9a7a2374b,43841,1731241027112, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:17:52,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:52,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42404 deadline: 1731241132383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:52,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:52,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1731241132385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:52,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:52,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:52,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1731241132386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:52,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42388 deadline: 1731241132386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:52,415 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/B/f7f3f49b876a4f77b9f9439ec0d9da8e 2024-11-10T12:17:52,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/C/c8babc118d4845c98f4754a02e7484d1 is 50, key is test_row_0/C:col10/1731241070146/Put/seqid=0 2024-11-10T12:17:52,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742029_1205 (size=12151) 2024-11-10T12:17:52,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-10T12:17:52,827 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/C/c8babc118d4845c98f4754a02e7484d1 2024-11-10T12:17:52,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/d0bef757bd074ed087334c801b0a3fa5 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/d0bef757bd074ed087334c801b0a3fa5 2024-11-10T12:17:52,836 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/d0bef757bd074ed087334c801b0a3fa5, entries=150, sequenceid=197, filesize=30.4 K 2024-11-10T12:17:52,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/B/f7f3f49b876a4f77b9f9439ec0d9da8e as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/f7f3f49b876a4f77b9f9439ec0d9da8e 2024-11-10T12:17:52,841 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/f7f3f49b876a4f77b9f9439ec0d9da8e, entries=150, sequenceid=197, filesize=11.9 K 2024-11-10T12:17:52,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/C/c8babc118d4845c98f4754a02e7484d1 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/c8babc118d4845c98f4754a02e7484d1 2024-11-10T12:17:52,846 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/c8babc118d4845c98f4754a02e7484d1, entries=150, sequenceid=197, filesize=11.9 K 2024-11-10T12:17:52,846 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 26aba2f5ca27d7f797f45cc8cac65289 in 1664ms, sequenceid=197, compaction requested=false 2024-11-10T12:17:52,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 26aba2f5ca27d7f797f45cc8cac65289: 2024-11-10T12:17:52,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:52,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-10T12:17:52,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-10T12:17:52,849 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-10T12:17:52,849 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2760 sec 2024-11-10T12:17:52,850 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 2.2790 sec 2024-11-10T12:17:53,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:17:53,392 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 26aba2f5ca27d7f797f45cc8cac65289 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-10T12:17:53,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26aba2f5ca27d7f797f45cc8cac65289, store=A 2024-11-10T12:17:53,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:53,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26aba2f5ca27d7f797f45cc8cac65289, store=B 2024-11-10T12:17:53,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:53,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26aba2f5ca27d7f797f45cc8cac65289, store=C 2024-11-10T12:17:53,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:53,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:53,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1731241133403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:53,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:53,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1731241133404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:53,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:53,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42388 deadline: 1731241133405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:53,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:53,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42404 deadline: 1731241133407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:53,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411100a8a652a2ea7484fa99b7b3211a9708d_26aba2f5ca27d7f797f45cc8cac65289 is 50, key is test_row_0/A:col10/1731241071272/Put/seqid=0 2024-11-10T12:17:53,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742030_1206 (size=12304) 2024-11-10T12:17:53,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:53,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1731241133506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:53,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:53,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42404 deadline: 1731241133510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:53,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:53,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42388 deadline: 1731241133510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:53,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:53,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1731241133510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:53,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:53,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1731241133709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:53,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:53,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42404 deadline: 1731241133713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:53,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:53,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42388 deadline: 1731241133713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:53,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:53,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1731241133713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:53,829 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:17:53,833 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411100a8a652a2ea7484fa99b7b3211a9708d_26aba2f5ca27d7f797f45cc8cac65289 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411100a8a652a2ea7484fa99b7b3211a9708d_26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:17:53,834 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/9211a17c953b49138ab1220b9b0f94c0, store: [table=TestAcidGuarantees family=A region=26aba2f5ca27d7f797f45cc8cac65289] 2024-11-10T12:17:53,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/9211a17c953b49138ab1220b9b0f94c0 is 175, key is test_row_0/A:col10/1731241071272/Put/seqid=0 2024-11-10T12:17:53,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742031_1207 (size=31105) 2024-11-10T12:17:54,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:54,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1731241134015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:54,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:54,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42404 deadline: 1731241134016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:54,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:54,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1731241134017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:54,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:54,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42388 deadline: 1731241134018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:54,240 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=218, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/9211a17c953b49138ab1220b9b0f94c0 2024-11-10T12:17:54,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/B/e73bcdad514c40e5ab404a1ca52921b4 is 50, key is test_row_0/B:col10/1731241071272/Put/seqid=0 2024-11-10T12:17:54,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742032_1208 (size=12151) 2024-11-10T12:17:54,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:54,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1731241134518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:54,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1731241134519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:54,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42404 deadline: 1731241134521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:54,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42388 deadline: 1731241134521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:54,664 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/B/e73bcdad514c40e5ab404a1ca52921b4 2024-11-10T12:17:54,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/C/68f0488adb6b4b80844d04a642fb4bba is 50, key is test_row_0/C:col10/1731241071272/Put/seqid=0 2024-11-10T12:17:54,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742033_1209 (size=12151) 2024-11-10T12:17:54,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-10T12:17:54,675 INFO [Thread-730 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-10T12:17:54,676 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:17:54,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-10T12:17:54,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-10T12:17:54,677 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:17:54,678 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:17:54,678 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:17:54,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-10T12:17:54,829 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:54,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-10T12:17:54,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:54,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. as already flushing 2024-11-10T12:17:54,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:54,830 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:54,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:54,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:54,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-10T12:17:54,982 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:54,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-10T12:17:54,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:54,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. as already flushing 2024-11-10T12:17:54,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:54,983 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:54,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:54,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:55,074 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/C/68f0488adb6b4b80844d04a642fb4bba 2024-11-10T12:17:55,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/9211a17c953b49138ab1220b9b0f94c0 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/9211a17c953b49138ab1220b9b0f94c0 2024-11-10T12:17:55,083 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/9211a17c953b49138ab1220b9b0f94c0, entries=150, sequenceid=218, filesize=30.4 K 2024-11-10T12:17:55,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/B/e73bcdad514c40e5ab404a1ca52921b4 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/e73bcdad514c40e5ab404a1ca52921b4 2024-11-10T12:17:55,088 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/e73bcdad514c40e5ab404a1ca52921b4, entries=150, sequenceid=218, filesize=11.9 K 2024-11-10T12:17:55,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/C/68f0488adb6b4b80844d04a642fb4bba as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/68f0488adb6b4b80844d04a642fb4bba 2024-11-10T12:17:55,093 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/68f0488adb6b4b80844d04a642fb4bba, entries=150, sequenceid=218, filesize=11.9 K 2024-11-10T12:17:55,094 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 26aba2f5ca27d7f797f45cc8cac65289 in 1702ms, sequenceid=218, compaction requested=true 2024-11-10T12:17:55,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 26aba2f5ca27d7f797f45cc8cac65289: 2024-11-10T12:17:55,095 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:17:55,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26aba2f5ca27d7f797f45cc8cac65289:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:17:55,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:55,095 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:17:55,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26aba2f5ca27d7f797f45cc8cac65289:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:17:55,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:55,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26aba2f5ca27d7f797f45cc8cac65289:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:17:55,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:17:55,097 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93725 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:17:55,097 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1540): 26aba2f5ca27d7f797f45cc8cac65289/A is initiating minor compaction (all files) 2024-11-10T12:17:55,098 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 26aba2f5ca27d7f797f45cc8cac65289/A in TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:55,098 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:17:55,098 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): 26aba2f5ca27d7f797f45cc8cac65289/B is initiating minor compaction (all files) 2024-11-10T12:17:55,098 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 26aba2f5ca27d7f797f45cc8cac65289/B in TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:55,098 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/830a1e385fc243158022ce9334e7dee0, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/d0bef757bd074ed087334c801b0a3fa5, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/9211a17c953b49138ab1220b9b0f94c0] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp, totalSize=91.5 K 2024-11-10T12:17:55,098 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/e7f81eb77b1847b89e3a6ed3582f4c6c, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/f7f3f49b876a4f77b9f9439ec0d9da8e, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/e73bcdad514c40e5ab404a1ca52921b4] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp, totalSize=36.0 K 2024-11-10T12:17:55,098 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:55,098 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. files: [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/830a1e385fc243158022ce9334e7dee0, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/d0bef757bd074ed087334c801b0a3fa5, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/9211a17c953b49138ab1220b9b0f94c0] 2024-11-10T12:17:55,098 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting e7f81eb77b1847b89e3a6ed3582f4c6c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731241070019 2024-11-10T12:17:55,098 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 830a1e385fc243158022ce9334e7dee0, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731241070019 2024-11-10T12:17:55,098 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting f7f3f49b876a4f77b9f9439ec0d9da8e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731241070139 2024-11-10T12:17:55,099 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting d0bef757bd074ed087334c801b0a3fa5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731241070139 2024-11-10T12:17:55,099 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting e73bcdad514c40e5ab404a1ca52921b4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731241071270 2024-11-10T12:17:55,099 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9211a17c953b49138ab1220b9b0f94c0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731241071270 2024-11-10T12:17:55,104 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=26aba2f5ca27d7f797f45cc8cac65289] 2024-11-10T12:17:55,106 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111092894719bfb74264b2d0209e40a47fcf_26aba2f5ca27d7f797f45cc8cac65289 store=[table=TestAcidGuarantees family=A region=26aba2f5ca27d7f797f45cc8cac65289] 2024-11-10T12:17:55,107 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111092894719bfb74264b2d0209e40a47fcf_26aba2f5ca27d7f797f45cc8cac65289, store=[table=TestAcidGuarantees family=A region=26aba2f5ca27d7f797f45cc8cac65289] 2024-11-10T12:17:55,107 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 26aba2f5ca27d7f797f45cc8cac65289#B#compaction#178 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:17:55,108 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111092894719bfb74264b2d0209e40a47fcf_26aba2f5ca27d7f797f45cc8cac65289 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=26aba2f5ca27d7f797f45cc8cac65289] 2024-11-10T12:17:55,108 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/B/63ff297dc7304add891fd4ad966b0833 is 50, key is test_row_0/B:col10/1731241071272/Put/seqid=0 2024-11-10T12:17:55,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742035_1211 (size=12663) 2024-11-10T12:17:55,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742034_1210 (size=4469) 2024-11-10T12:17:55,135 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:55,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-10T12:17:55,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:55,135 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 26aba2f5ca27d7f797f45cc8cac65289 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-10T12:17:55,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26aba2f5ca27d7f797f45cc8cac65289, store=A 2024-11-10T12:17:55,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:55,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26aba2f5ca27d7f797f45cc8cac65289, store=B 2024-11-10T12:17:55,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:55,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26aba2f5ca27d7f797f45cc8cac65289, store=C 2024-11-10T12:17:55,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:55,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411109fca1bb599e448469938457a413efafc_26aba2f5ca27d7f797f45cc8cac65289 is 50, key is test_row_0/A:col10/1731241073404/Put/seqid=0 2024-11-10T12:17:55,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742036_1212 (size=12304) 2024-11-10T12:17:55,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:17:55,169 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411109fca1bb599e448469938457a413efafc_26aba2f5ca27d7f797f45cc8cac65289 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411109fca1bb599e448469938457a413efafc_26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:17:55,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/f096352a97ad4bee9a687995e869419e, store: [table=TestAcidGuarantees family=A region=26aba2f5ca27d7f797f45cc8cac65289] 2024-11-10T12:17:55,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/f096352a97ad4bee9a687995e869419e is 175, key is test_row_0/A:col10/1731241073404/Put/seqid=0 2024-11-10T12:17:55,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742037_1213 (size=31105) 2024-11-10T12:17:55,177 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=234, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/f096352a97ad4bee9a687995e869419e 2024-11-10T12:17:55,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/B/13f693899cb24ccbaf06a7b796d3b1c4 is 50, key is test_row_0/B:col10/1731241073404/Put/seqid=0 2024-11-10T12:17:55,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742038_1214 (size=12151) 2024-11-10T12:17:55,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-10T12:17:55,525 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 26aba2f5ca27d7f797f45cc8cac65289#A#compaction#177 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:17:55,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:17:55,526 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/e33747e8b6fa42a38f63392575f2c8f9 is 175, key is test_row_0/A:col10/1731241071272/Put/seqid=0 2024-11-10T12:17:55,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. as already flushing 2024-11-10T12:17:55,527 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/B/63ff297dc7304add891fd4ad966b0833 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/63ff297dc7304add891fd4ad966b0833 2024-11-10T12:17:55,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742039_1215 (size=31617) 2024-11-10T12:17:55,534 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 26aba2f5ca27d7f797f45cc8cac65289/B of 26aba2f5ca27d7f797f45cc8cac65289 into 63ff297dc7304add891fd4ad966b0833(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:17:55,534 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 26aba2f5ca27d7f797f45cc8cac65289: 2024-11-10T12:17:55,535 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289., storeName=26aba2f5ca27d7f797f45cc8cac65289/B, priority=13, startTime=1731241075095; duration=0sec 2024-11-10T12:17:55,535 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:17:55,535 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26aba2f5ca27d7f797f45cc8cac65289:B 2024-11-10T12:17:55,535 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:17:55,536 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:17:55,537 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): 26aba2f5ca27d7f797f45cc8cac65289/C is initiating minor compaction (all files) 2024-11-10T12:17:55,537 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/e33747e8b6fa42a38f63392575f2c8f9 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/e33747e8b6fa42a38f63392575f2c8f9 2024-11-10T12:17:55,537 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 26aba2f5ca27d7f797f45cc8cac65289/C in TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:55,537 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/14964b68ca814c9b89d9b457bd6511ac, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/c8babc118d4845c98f4754a02e7484d1, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/68f0488adb6b4b80844d04a642fb4bba] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp, totalSize=36.0 K 2024-11-10T12:17:55,538 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 14964b68ca814c9b89d9b457bd6511ac, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731241070019 2024-11-10T12:17:55,539 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting c8babc118d4845c98f4754a02e7484d1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731241070139 2024-11-10T12:17:55,539 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 68f0488adb6b4b80844d04a642fb4bba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731241071270 2024-11-10T12:17:55,543 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 26aba2f5ca27d7f797f45cc8cac65289/A of 26aba2f5ca27d7f797f45cc8cac65289 into e33747e8b6fa42a38f63392575f2c8f9(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:17:55,543 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 26aba2f5ca27d7f797f45cc8cac65289: 2024-11-10T12:17:55,543 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289., storeName=26aba2f5ca27d7f797f45cc8cac65289/A, priority=13, startTime=1731241075094; duration=0sec 2024-11-10T12:17:55,543 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:55,543 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26aba2f5ca27d7f797f45cc8cac65289:A 2024-11-10T12:17:55,550 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 26aba2f5ca27d7f797f45cc8cac65289#C#compaction#181 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:17:55,551 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/C/73d11c9fd31b4761900795ae07ee4408 is 50, key is test_row_0/C:col10/1731241071272/Put/seqid=0 2024-11-10T12:17:55,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:55,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1731241135550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:55,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:55,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1731241135552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:55,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:55,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42404 deadline: 1731241135552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:55,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:55,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42388 deadline: 1731241135552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:55,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742040_1216 (size=12663) 2024-11-10T12:17:55,571 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/C/73d11c9fd31b4761900795ae07ee4408 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/73d11c9fd31b4761900795ae07ee4408 2024-11-10T12:17:55,576 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 26aba2f5ca27d7f797f45cc8cac65289/C of 26aba2f5ca27d7f797f45cc8cac65289 into 73d11c9fd31b4761900795ae07ee4408(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:17:55,576 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 26aba2f5ca27d7f797f45cc8cac65289: 2024-11-10T12:17:55,576 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289., storeName=26aba2f5ca27d7f797f45cc8cac65289/C, priority=13, startTime=1731241075095; duration=0sec 2024-11-10T12:17:55,576 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:55,576 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26aba2f5ca27d7f797f45cc8cac65289:C 2024-11-10T12:17:55,590 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/B/13f693899cb24ccbaf06a7b796d3b1c4 2024-11-10T12:17:55,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/C/23170144afb34aef8d1fe946861364e7 is 50, key is test_row_0/C:col10/1731241073404/Put/seqid=0 2024-11-10T12:17:55,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742041_1217 (size=12151) 2024-11-10T12:17:55,604 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/C/23170144afb34aef8d1fe946861364e7 2024-11-10T12:17:55,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/f096352a97ad4bee9a687995e869419e as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/f096352a97ad4bee9a687995e869419e 2024-11-10T12:17:55,616 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/f096352a97ad4bee9a687995e869419e, entries=150, sequenceid=234, filesize=30.4 K 2024-11-10T12:17:55,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/B/13f693899cb24ccbaf06a7b796d3b1c4 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/13f693899cb24ccbaf06a7b796d3b1c4 2024-11-10T12:17:55,622 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/13f693899cb24ccbaf06a7b796d3b1c4, entries=150, sequenceid=234, filesize=11.9 K 2024-11-10T12:17:55,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/C/23170144afb34aef8d1fe946861364e7 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/23170144afb34aef8d1fe946861364e7 2024-11-10T12:17:55,627 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/23170144afb34aef8d1fe946861364e7, entries=150, sequenceid=234, filesize=11.9 K 2024-11-10T12:17:55,629 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 26aba2f5ca27d7f797f45cc8cac65289 in 494ms, sequenceid=234, compaction requested=false 2024-11-10T12:17:55,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 26aba2f5ca27d7f797f45cc8cac65289: 2024-11-10T12:17:55,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:55,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-10T12:17:55,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-10T12:17:55,632 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-10T12:17:55,632 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 953 msec 2024-11-10T12:17:55,633 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 956 msec 2024-11-10T12:17:55,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:17:55,655 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 26aba2f5ca27d7f797f45cc8cac65289 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-10T12:17:55,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26aba2f5ca27d7f797f45cc8cac65289, store=A 2024-11-10T12:17:55,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:55,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26aba2f5ca27d7f797f45cc8cac65289, store=B 2024-11-10T12:17:55,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:55,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26aba2f5ca27d7f797f45cc8cac65289, store=C 2024-11-10T12:17:55,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:55,663 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111040bd0239d9994376b6b326ad7175ec66_26aba2f5ca27d7f797f45cc8cac65289 is 50, key is test_row_0/A:col10/1731241075653/Put/seqid=0 2024-11-10T12:17:55,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742042_1218 (size=12354) 2024-11-10T12:17:55,669 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:17:55,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:55,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42404 deadline: 1731241135665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:55,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:55,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1731241135666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:55,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:55,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1731241135667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:55,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:55,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42388 deadline: 1731241135667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:55,674 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111040bd0239d9994376b6b326ad7175ec66_26aba2f5ca27d7f797f45cc8cac65289 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111040bd0239d9994376b6b326ad7175ec66_26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:17:55,675 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/f389e6dbf79747af84cd355c6a055925, store: [table=TestAcidGuarantees family=A region=26aba2f5ca27d7f797f45cc8cac65289] 2024-11-10T12:17:55,676 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/f389e6dbf79747af84cd355c6a055925 is 175, key is test_row_0/A:col10/1731241075653/Put/seqid=0 2024-11-10T12:17:55,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742043_1219 (size=31155) 2024-11-10T12:17:55,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:55,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42404 deadline: 1731241135771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:55,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:55,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1731241135771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:55,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1731241135771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:55,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42388 deadline: 1731241135772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:55,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-10T12:17:55,781 INFO [Thread-730 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-10T12:17:55,781 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:17:55,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-10T12:17:55,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-10T12:17:55,783 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:17:55,783 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:17:55,784 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:17:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-10T12:17:55,935 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:55,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-10T12:17:55,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:55,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. as already flushing 2024-11-10T12:17:55,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:55,936 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:55,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:55,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:55,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1731241135974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:55,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42404 deadline: 1731241135975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:55,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1731241135975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:55,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42388 deadline: 1731241135976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:56,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:56,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42348 deadline: 1731241136079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:56,080 DEBUG [Thread-722 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8199 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289., hostname=8eb9a7a2374b,43841,1731241027112, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:17:56,082 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=259, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/f389e6dbf79747af84cd355c6a055925 2024-11-10T12:17:56,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-10T12:17:56,088 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:56,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-10T12:17:56,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:56,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. as already flushing 2024-11-10T12:17:56,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:56,089 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:56,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:56,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/B/a994862261274949b3199422db5f7eed is 50, key is test_row_0/B:col10/1731241075653/Put/seqid=0 2024-11-10T12:17:56,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:56,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742044_1220 (size=12201) 2024-11-10T12:17:56,241 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:56,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-10T12:17:56,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:56,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. as already flushing 2024-11-10T12:17:56,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:56,242 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:56,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:56,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:56,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:56,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42404 deadline: 1731241136278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:56,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:56,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1731241136279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:56,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:56,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:56,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42388 deadline: 1731241136279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:56,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1731241136279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:56,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-10T12:17:56,393 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:56,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-10T12:17:56,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:56,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. as already flushing 2024-11-10T12:17:56,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:56,394 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:56,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:56,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:56,494 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/B/a994862261274949b3199422db5f7eed 2024-11-10T12:17:56,527 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/C/141c93bf1bd04a76b053ae6e4d6e9a24 is 50, key is test_row_0/C:col10/1731241075653/Put/seqid=0 2024-11-10T12:17:56,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742045_1221 (size=12201) 2024-11-10T12:17:56,546 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:56,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-10T12:17:56,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:56,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. as already flushing 2024-11-10T12:17:56,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:56,547 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:56,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:56,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:56,699 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:56,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-10T12:17:56,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:56,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. as already flushing 2024-11-10T12:17:56,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:56,699 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:56,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:56,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:56,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:56,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42404 deadline: 1731241136781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:56,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:56,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1731241136782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:56,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:56,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42388 deadline: 1731241136787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:56,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:56,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1731241136787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:56,851 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:56,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-10T12:17:56,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:56,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. as already flushing 2024-11-10T12:17:56,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:56,852 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:56,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:56,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:17:56,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-10T12:17:56,932 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/C/141c93bf1bd04a76b053ae6e4d6e9a24 2024-11-10T12:17:56,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/f389e6dbf79747af84cd355c6a055925 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/f389e6dbf79747af84cd355c6a055925 2024-11-10T12:17:56,942 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/f389e6dbf79747af84cd355c6a055925, entries=150, sequenceid=259, filesize=30.4 K 2024-11-10T12:17:56,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/B/a994862261274949b3199422db5f7eed as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/a994862261274949b3199422db5f7eed 2024-11-10T12:17:56,947 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/a994862261274949b3199422db5f7eed, entries=150, sequenceid=259, filesize=11.9 K 2024-11-10T12:17:56,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/C/141c93bf1bd04a76b053ae6e4d6e9a24 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/141c93bf1bd04a76b053ae6e4d6e9a24 2024-11-10T12:17:56,952 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/141c93bf1bd04a76b053ae6e4d6e9a24, entries=150, sequenceid=259, filesize=11.9 K 2024-11-10T12:17:56,952 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 26aba2f5ca27d7f797f45cc8cac65289 in 1298ms, sequenceid=259, compaction requested=true 2024-11-10T12:17:56,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 26aba2f5ca27d7f797f45cc8cac65289: 2024-11-10T12:17:56,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26aba2f5ca27d7f797f45cc8cac65289:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:17:56,953 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:17:56,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:56,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26aba2f5ca27d7f797f45cc8cac65289:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:17:56,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:56,953 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:17:56,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26aba2f5ca27d7f797f45cc8cac65289:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:17:56,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:17:56,954 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93877 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:17:56,954 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:17:56,954 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1540): 26aba2f5ca27d7f797f45cc8cac65289/A is initiating minor compaction (all files) 2024-11-10T12:17:56,954 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): 26aba2f5ca27d7f797f45cc8cac65289/B is initiating minor compaction (all files) 2024-11-10T12:17:56,954 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 26aba2f5ca27d7f797f45cc8cac65289/A in TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:56,954 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 26aba2f5ca27d7f797f45cc8cac65289/B in TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:56,954 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/63ff297dc7304add891fd4ad966b0833, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/13f693899cb24ccbaf06a7b796d3b1c4, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/a994862261274949b3199422db5f7eed] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp, totalSize=36.1 K 2024-11-10T12:17:56,954 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/e33747e8b6fa42a38f63392575f2c8f9, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/f096352a97ad4bee9a687995e869419e, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/f389e6dbf79747af84cd355c6a055925] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp, totalSize=91.7 K 2024-11-10T12:17:56,954 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:56,954 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. files: [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/e33747e8b6fa42a38f63392575f2c8f9, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/f096352a97ad4bee9a687995e869419e, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/f389e6dbf79747af84cd355c6a055925] 2024-11-10T12:17:56,955 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 63ff297dc7304add891fd4ad966b0833, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731241071270 2024-11-10T12:17:56,955 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting e33747e8b6fa42a38f63392575f2c8f9, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731241071270 2024-11-10T12:17:56,955 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 13f693899cb24ccbaf06a7b796d3b1c4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731241073400 2024-11-10T12:17:56,955 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting f096352a97ad4bee9a687995e869419e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731241073400 2024-11-10T12:17:56,955 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting f389e6dbf79747af84cd355c6a055925, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731241075544 2024-11-10T12:17:56,955 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting a994862261274949b3199422db5f7eed, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731241075544 2024-11-10T12:17:56,961 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=26aba2f5ca27d7f797f45cc8cac65289] 2024-11-10T12:17:56,961 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 26aba2f5ca27d7f797f45cc8cac65289#B#compaction#186 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:17:56,962 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/B/a6a5b9586c7740f1bf3cca86fb4f8b9a is 50, key is test_row_0/B:col10/1731241075653/Put/seqid=0 2024-11-10T12:17:56,963 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110e8a567137636432592acf5b823429fba_26aba2f5ca27d7f797f45cc8cac65289 store=[table=TestAcidGuarantees family=A region=26aba2f5ca27d7f797f45cc8cac65289] 2024-11-10T12:17:56,965 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110e8a567137636432592acf5b823429fba_26aba2f5ca27d7f797f45cc8cac65289, store=[table=TestAcidGuarantees family=A region=26aba2f5ca27d7f797f45cc8cac65289] 2024-11-10T12:17:56,965 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110e8a567137636432592acf5b823429fba_26aba2f5ca27d7f797f45cc8cac65289 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=26aba2f5ca27d7f797f45cc8cac65289] 2024-11-10T12:17:56,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742046_1222 (size=12815) 2024-11-10T12:17:56,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742047_1223 (size=4469) 2024-11-10T12:17:56,971 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 26aba2f5ca27d7f797f45cc8cac65289#A#compaction#187 average throughput is 2.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:17:56,972 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/990607932cc84de2a40d741d89099c6d is 175, key is test_row_0/A:col10/1731241075653/Put/seqid=0 2024-11-10T12:17:56,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742048_1224 (size=31769) 2024-11-10T12:17:57,004 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:57,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-10T12:17:57,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:57,005 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 26aba2f5ca27d7f797f45cc8cac65289 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-10T12:17:57,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26aba2f5ca27d7f797f45cc8cac65289, store=A 2024-11-10T12:17:57,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:57,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26aba2f5ca27d7f797f45cc8cac65289, store=B 2024-11-10T12:17:57,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:57,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26aba2f5ca27d7f797f45cc8cac65289, store=C 2024-11-10T12:17:57,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:57,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110f0ebb2fb71ae4079950ad115b3707b5b_26aba2f5ca27d7f797f45cc8cac65289 is 50, key is test_row_0/A:col10/1731241075661/Put/seqid=0 2024-11-10T12:17:57,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742049_1225 (size=12454) 2024-11-10T12:17:57,374 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/B/a6a5b9586c7740f1bf3cca86fb4f8b9a as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/a6a5b9586c7740f1bf3cca86fb4f8b9a 2024-11-10T12:17:57,378 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 26aba2f5ca27d7f797f45cc8cac65289/B of 26aba2f5ca27d7f797f45cc8cac65289 into a6a5b9586c7740f1bf3cca86fb4f8b9a(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:17:57,378 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 26aba2f5ca27d7f797f45cc8cac65289: 2024-11-10T12:17:57,378 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289., storeName=26aba2f5ca27d7f797f45cc8cac65289/B, priority=13, startTime=1731241076953; duration=0sec 2024-11-10T12:17:57,378 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:17:57,378 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26aba2f5ca27d7f797f45cc8cac65289:B 2024-11-10T12:17:57,378 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:17:57,379 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:17:57,379 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): 26aba2f5ca27d7f797f45cc8cac65289/C is initiating minor compaction (all files) 2024-11-10T12:17:57,379 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 26aba2f5ca27d7f797f45cc8cac65289/C in TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:57,379 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/73d11c9fd31b4761900795ae07ee4408, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/23170144afb34aef8d1fe946861364e7, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/141c93bf1bd04a76b053ae6e4d6e9a24] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp, totalSize=36.1 K 2024-11-10T12:17:57,380 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 73d11c9fd31b4761900795ae07ee4408, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731241071270 2024-11-10T12:17:57,380 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 23170144afb34aef8d1fe946861364e7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731241073400 2024-11-10T12:17:57,380 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 141c93bf1bd04a76b053ae6e4d6e9a24, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731241075544 2024-11-10T12:17:57,384 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/990607932cc84de2a40d741d89099c6d as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/990607932cc84de2a40d741d89099c6d 2024-11-10T12:17:57,392 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 26aba2f5ca27d7f797f45cc8cac65289/A of 26aba2f5ca27d7f797f45cc8cac65289 into 990607932cc84de2a40d741d89099c6d(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:17:57,392 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 26aba2f5ca27d7f797f45cc8cac65289: 2024-11-10T12:17:57,392 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289., storeName=26aba2f5ca27d7f797f45cc8cac65289/A, priority=13, startTime=1731241076953; duration=0sec 2024-11-10T12:17:57,392 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:57,392 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26aba2f5ca27d7f797f45cc8cac65289:A 2024-11-10T12:17:57,396 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 26aba2f5ca27d7f797f45cc8cac65289#C#compaction#189 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:17:57,397 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/C/23dfdc5391f0457f92b98e72467efef8 is 50, key is test_row_0/C:col10/1731241075653/Put/seqid=0 2024-11-10T12:17:57,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742050_1226 (size=12815) 2024-11-10T12:17:57,409 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/C/23dfdc5391f0457f92b98e72467efef8 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/23dfdc5391f0457f92b98e72467efef8 2024-11-10T12:17:57,415 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 26aba2f5ca27d7f797f45cc8cac65289/C of 26aba2f5ca27d7f797f45cc8cac65289 into 23dfdc5391f0457f92b98e72467efef8(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:17:57,415 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 26aba2f5ca27d7f797f45cc8cac65289: 2024-11-10T12:17:57,415 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289., storeName=26aba2f5ca27d7f797f45cc8cac65289/C, priority=13, startTime=1731241076953; duration=0sec 2024-11-10T12:17:57,415 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:17:57,415 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26aba2f5ca27d7f797f45cc8cac65289:C 2024-11-10T12:17:57,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:17:57,420 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110f0ebb2fb71ae4079950ad115b3707b5b_26aba2f5ca27d7f797f45cc8cac65289 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f0ebb2fb71ae4079950ad115b3707b5b_26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:17:57,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/66b93e737ee842ba8af1566149f5c229, store: [table=TestAcidGuarantees family=A region=26aba2f5ca27d7f797f45cc8cac65289] 2024-11-10T12:17:57,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/66b93e737ee842ba8af1566149f5c229 is 175, key is test_row_0/A:col10/1731241075661/Put/seqid=0 2024-11-10T12:17:57,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742051_1227 (size=31255) 2024-11-10T12:17:57,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:17:57,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. as already flushing 2024-11-10T12:17:57,830 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=273, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/66b93e737ee842ba8af1566149f5c229 2024-11-10T12:17:57,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/B/75387a5f63cb44429eabbed460948bc0 is 50, key is test_row_0/B:col10/1731241075661/Put/seqid=0 2024-11-10T12:17:57,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742052_1228 (size=12301) 2024-11-10T12:17:57,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:57,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1731241137847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:57,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:57,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42388 deadline: 1731241137848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:57,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:57,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42404 deadline: 1731241137849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:57,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:57,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1731241137850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:57,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-10T12:17:57,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:57,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1731241137951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:57,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:57,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42388 deadline: 1731241137951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:57,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:57,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42404 deadline: 1731241137954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:57,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:57,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1731241137955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:58,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:58,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1731241138154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:58,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:58,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42388 deadline: 1731241138155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:58,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:58,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42404 deadline: 1731241138158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:58,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:58,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1731241138158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:58,241 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/B/75387a5f63cb44429eabbed460948bc0 2024-11-10T12:17:58,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/C/425ddaadd4604015bde8ac46e1c8377a is 50, key is test_row_0/C:col10/1731241075661/Put/seqid=0 2024-11-10T12:17:58,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742053_1229 (size=12301) 2024-11-10T12:17:58,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:58,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42388 deadline: 1731241138458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:58,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:58,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1731241138459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:58,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:58,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42404 deadline: 1731241138460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:58,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:58,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1731241138460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:58,652 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/C/425ddaadd4604015bde8ac46e1c8377a 2024-11-10T12:17:58,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/66b93e737ee842ba8af1566149f5c229 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/66b93e737ee842ba8af1566149f5c229 2024-11-10T12:17:58,661 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/66b93e737ee842ba8af1566149f5c229, entries=150, sequenceid=273, filesize=30.5 K 2024-11-10T12:17:58,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/B/75387a5f63cb44429eabbed460948bc0 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/75387a5f63cb44429eabbed460948bc0 2024-11-10T12:17:58,666 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/75387a5f63cb44429eabbed460948bc0, entries=150, sequenceid=273, filesize=12.0 K 2024-11-10T12:17:58,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/C/425ddaadd4604015bde8ac46e1c8377a as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/425ddaadd4604015bde8ac46e1c8377a 2024-11-10T12:17:58,671 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/425ddaadd4604015bde8ac46e1c8377a, entries=150, sequenceid=273, filesize=12.0 K 2024-11-10T12:17:58,672 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 26aba2f5ca27d7f797f45cc8cac65289 in 1667ms, sequenceid=273, compaction requested=false 2024-11-10T12:17:58,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 26aba2f5ca27d7f797f45cc8cac65289: 2024-11-10T12:17:58,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:17:58,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-10T12:17:58,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-10T12:17:58,674 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-10T12:17:58,674 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8890 sec 2024-11-10T12:17:58,675 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 2.8930 sec 2024-11-10T12:17:58,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:17:58,966 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 26aba2f5ca27d7f797f45cc8cac65289 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-10T12:17:58,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26aba2f5ca27d7f797f45cc8cac65289, store=A 2024-11-10T12:17:58,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:58,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26aba2f5ca27d7f797f45cc8cac65289, store=B 2024-11-10T12:17:58,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:58,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26aba2f5ca27d7f797f45cc8cac65289, store=C 2024-11-10T12:17:58,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:17:59,000 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110eaf74110be344f62aee43793d9042436_26aba2f5ca27d7f797f45cc8cac65289 is 50, key is test_row_0/A:col10/1731241077847/Put/seqid=0 2024-11-10T12:17:59,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742054_1230 (size=12454) 2024-11-10T12:17:59,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:59,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1731241139026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:59,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:59,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1731241139027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:59,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:59,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42404 deadline: 1731241139030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:59,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:59,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42388 deadline: 1731241139031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:59,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:59,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1731241139132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:59,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:59,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1731241139132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:59,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:59,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42404 deadline: 1731241139136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:59,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:59,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42388 deadline: 1731241139136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:59,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:59,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1731241139335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:59,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:59,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1731241139336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:59,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:59,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42404 deadline: 1731241139339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:59,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:59,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42388 deadline: 1731241139340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:59,404 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:17:59,409 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110eaf74110be344f62aee43793d9042436_26aba2f5ca27d7f797f45cc8cac65289 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110eaf74110be344f62aee43793d9042436_26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:17:59,410 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/bac58140966b4e2bad3fefd69eff5555, store: [table=TestAcidGuarantees family=A region=26aba2f5ca27d7f797f45cc8cac65289] 2024-11-10T12:17:59,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/bac58140966b4e2bad3fefd69eff5555 is 175, key is test_row_0/A:col10/1731241077847/Put/seqid=0 2024-11-10T12:17:59,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742055_1231 (size=31255) 2024-11-10T12:17:59,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:59,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1731241139638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:59,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:59,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1731241139639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:59,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:59,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42404 deadline: 1731241139642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:59,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:17:59,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42388 deadline: 1731241139644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:17:59,821 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=300, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/bac58140966b4e2bad3fefd69eff5555 2024-11-10T12:17:59,827 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/B/89d25ca372dd4554be95b2f0b0bab566 is 50, key is test_row_0/B:col10/1731241077847/Put/seqid=0 2024-11-10T12:17:59,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742056_1232 (size=12301) 2024-11-10T12:17:59,831 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/B/89d25ca372dd4554be95b2f0b0bab566 2024-11-10T12:17:59,838 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/C/94fe02cc7a5c477bba1a5c6bdbbd3eec is 50, key is test_row_0/C:col10/1731241077847/Put/seqid=0 2024-11-10T12:17:59,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742057_1233 (size=12301) 2024-11-10T12:17:59,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-10T12:17:59,887 INFO [Thread-730 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-10T12:17:59,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:17:59,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-10T12:17:59,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-10T12:17:59,889 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:17:59,890 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:17:59,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:17:59,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-10T12:18:00,041 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:00,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-10T12:18:00,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:18:00,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. as already flushing 2024-11-10T12:18:00,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:18:00,042 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:00,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:00,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:00,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:00,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1731241140143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:00,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:00,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1731241140144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:00,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:00,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42404 deadline: 1731241140144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:00,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:00,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42388 deadline: 1731241140150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:00,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-10T12:18:00,194 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:00,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-10T12:18:00,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:18:00,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. as already flushing 2024-11-10T12:18:00,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:18:00,195 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:00,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:00,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:00,242 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/C/94fe02cc7a5c477bba1a5c6bdbbd3eec 2024-11-10T12:18:00,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/bac58140966b4e2bad3fefd69eff5555 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/bac58140966b4e2bad3fefd69eff5555 2024-11-10T12:18:00,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/bac58140966b4e2bad3fefd69eff5555, entries=150, sequenceid=300, filesize=30.5 K 2024-11-10T12:18:00,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/B/89d25ca372dd4554be95b2f0b0bab566 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/89d25ca372dd4554be95b2f0b0bab566 2024-11-10T12:18:00,256 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/89d25ca372dd4554be95b2f0b0bab566, entries=150, sequenceid=300, filesize=12.0 K 2024-11-10T12:18:00,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/C/94fe02cc7a5c477bba1a5c6bdbbd3eec as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/94fe02cc7a5c477bba1a5c6bdbbd3eec 2024-11-10T12:18:00,261 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/94fe02cc7a5c477bba1a5c6bdbbd3eec, entries=150, sequenceid=300, filesize=12.0 K 2024-11-10T12:18:00,262 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 26aba2f5ca27d7f797f45cc8cac65289 in 1297ms, sequenceid=300, compaction requested=true 2024-11-10T12:18:00,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 26aba2f5ca27d7f797f45cc8cac65289: 2024-11-10T12:18:00,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26aba2f5ca27d7f797f45cc8cac65289:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:18:00,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:18:00,262 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:18:00,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26aba2f5ca27d7f797f45cc8cac65289:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:18:00,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:18:00,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 26aba2f5ca27d7f797f45cc8cac65289:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:18:00,262 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:18:00,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:18:00,263 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94279 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:18:00,263 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37417 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:18:00,263 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): 26aba2f5ca27d7f797f45cc8cac65289/B is initiating minor compaction (all files) 2024-11-10T12:18:00,263 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1540): 26aba2f5ca27d7f797f45cc8cac65289/A is initiating minor compaction (all files) 2024-11-10T12:18:00,263 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 26aba2f5ca27d7f797f45cc8cac65289/A in TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:18:00,263 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 26aba2f5ca27d7f797f45cc8cac65289/B in TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:18:00,263 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/a6a5b9586c7740f1bf3cca86fb4f8b9a, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/75387a5f63cb44429eabbed460948bc0, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/89d25ca372dd4554be95b2f0b0bab566] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp, totalSize=36.5 K 2024-11-10T12:18:00,263 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/990607932cc84de2a40d741d89099c6d, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/66b93e737ee842ba8af1566149f5c229, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/bac58140966b4e2bad3fefd69eff5555] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp, totalSize=92.1 K 2024-11-10T12:18:00,263 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:18:00,263 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. files: [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/990607932cc84de2a40d741d89099c6d, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/66b93e737ee842ba8af1566149f5c229, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/bac58140966b4e2bad3fefd69eff5555] 2024-11-10T12:18:00,264 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 990607932cc84de2a40d741d89099c6d, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731241075544 2024-11-10T12:18:00,264 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting a6a5b9586c7740f1bf3cca86fb4f8b9a, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731241075544 2024-11-10T12:18:00,264 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 66b93e737ee842ba8af1566149f5c229, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731241075661 2024-11-10T12:18:00,264 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 75387a5f63cb44429eabbed460948bc0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731241075661 2024-11-10T12:18:00,264 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting bac58140966b4e2bad3fefd69eff5555, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731241077847 2024-11-10T12:18:00,264 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 89d25ca372dd4554be95b2f0b0bab566, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731241077847 2024-11-10T12:18:00,272 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 26aba2f5ca27d7f797f45cc8cac65289#B#compaction#195 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:18:00,272 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/B/2d26cf392fa44c13bb1896a4602c1f4b is 50, key is test_row_0/B:col10/1731241077847/Put/seqid=0 2024-11-10T12:18:00,273 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=26aba2f5ca27d7f797f45cc8cac65289] 2024-11-10T12:18:00,275 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111024707ebb061f4c26b33063e74147c038_26aba2f5ca27d7f797f45cc8cac65289 store=[table=TestAcidGuarantees family=A region=26aba2f5ca27d7f797f45cc8cac65289] 2024-11-10T12:18:00,277 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111024707ebb061f4c26b33063e74147c038_26aba2f5ca27d7f797f45cc8cac65289, store=[table=TestAcidGuarantees family=A region=26aba2f5ca27d7f797f45cc8cac65289] 2024-11-10T12:18:00,278 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111024707ebb061f4c26b33063e74147c038_26aba2f5ca27d7f797f45cc8cac65289 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=26aba2f5ca27d7f797f45cc8cac65289] 2024-11-10T12:18:00,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742058_1234 (size=13017) 2024-11-10T12:18:00,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742059_1235 (size=4469) 2024-11-10T12:18:00,346 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:00,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-10T12:18:00,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:18:00,347 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 26aba2f5ca27d7f797f45cc8cac65289 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-10T12:18:00,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26aba2f5ca27d7f797f45cc8cac65289, store=A 2024-11-10T12:18:00,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:00,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26aba2f5ca27d7f797f45cc8cac65289, store=B 2024-11-10T12:18:00,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:00,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26aba2f5ca27d7f797f45cc8cac65289, store=C 2024-11-10T12:18:00,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:00,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110e6eed2b0f89c4edf816d7e0ee9715003_26aba2f5ca27d7f797f45cc8cac65289 is 50, key is test_row_0/A:col10/1731241079005/Put/seqid=0 2024-11-10T12:18:00,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742060_1236 (size=12454) 2024-11-10T12:18:00,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-10T12:18:00,689 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/B/2d26cf392fa44c13bb1896a4602c1f4b as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/2d26cf392fa44c13bb1896a4602c1f4b 2024-11-10T12:18:00,693 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 26aba2f5ca27d7f797f45cc8cac65289#A#compaction#196 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:18:00,694 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 26aba2f5ca27d7f797f45cc8cac65289/B of 26aba2f5ca27d7f797f45cc8cac65289 into 2d26cf392fa44c13bb1896a4602c1f4b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:18:00,694 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 26aba2f5ca27d7f797f45cc8cac65289: 2024-11-10T12:18:00,694 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289., storeName=26aba2f5ca27d7f797f45cc8cac65289/B, priority=13, startTime=1731241080262; duration=0sec 2024-11-10T12:18:00,694 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:18:00,694 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26aba2f5ca27d7f797f45cc8cac65289:B 2024-11-10T12:18:00,694 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:18:00,694 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/5f1295cdaf8b46d79ad814cfa490f626 is 175, key is test_row_0/A:col10/1731241077847/Put/seqid=0 2024-11-10T12:18:00,696 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37417 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:18:00,696 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): 26aba2f5ca27d7f797f45cc8cac65289/C is initiating minor compaction (all files) 2024-11-10T12:18:00,696 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 26aba2f5ca27d7f797f45cc8cac65289/C in TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:18:00,696 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/23dfdc5391f0457f92b98e72467efef8, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/425ddaadd4604015bde8ac46e1c8377a, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/94fe02cc7a5c477bba1a5c6bdbbd3eec] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp, totalSize=36.5 K 2024-11-10T12:18:00,697 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 23dfdc5391f0457f92b98e72467efef8, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731241075544 2024-11-10T12:18:00,697 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 425ddaadd4604015bde8ac46e1c8377a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731241075661 2024-11-10T12:18:00,697 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 94fe02cc7a5c477bba1a5c6bdbbd3eec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731241077847 2024-11-10T12:18:00,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742061_1237 (size=31971) 2024-11-10T12:18:00,707 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/5f1295cdaf8b46d79ad814cfa490f626 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/5f1295cdaf8b46d79ad814cfa490f626 2024-11-10T12:18:00,708 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 26aba2f5ca27d7f797f45cc8cac65289#C#compaction#198 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:18:00,709 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/C/2b017e97162a4a90803f53c4dbd7ed1f is 50, key is test_row_0/C:col10/1731241077847/Put/seqid=0 2024-11-10T12:18:00,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742062_1238 (size=13017) 2024-11-10T12:18:00,719 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/C/2b017e97162a4a90803f53c4dbd7ed1f as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/2b017e97162a4a90803f53c4dbd7ed1f 2024-11-10T12:18:00,725 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 26aba2f5ca27d7f797f45cc8cac65289/C of 26aba2f5ca27d7f797f45cc8cac65289 into 2b017e97162a4a90803f53c4dbd7ed1f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:18:00,725 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 26aba2f5ca27d7f797f45cc8cac65289: 2024-11-10T12:18:00,725 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289., storeName=26aba2f5ca27d7f797f45cc8cac65289/C, priority=13, startTime=1731241080262; duration=0sec 2024-11-10T12:18:00,725 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:18:00,725 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26aba2f5ca27d7f797f45cc8cac65289:C 2024-11-10T12:18:00,728 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 26aba2f5ca27d7f797f45cc8cac65289/A of 26aba2f5ca27d7f797f45cc8cac65289 into 5f1295cdaf8b46d79ad814cfa490f626(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:18:00,728 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 26aba2f5ca27d7f797f45cc8cac65289: 2024-11-10T12:18:00,728 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289., storeName=26aba2f5ca27d7f797f45cc8cac65289/A, priority=13, startTime=1731241080262; duration=0sec 2024-11-10T12:18:00,728 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:18:00,728 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 26aba2f5ca27d7f797f45cc8cac65289:A 2024-11-10T12:18:00,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:18:00,763 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110e6eed2b0f89c4edf816d7e0ee9715003_26aba2f5ca27d7f797f45cc8cac65289 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110e6eed2b0f89c4edf816d7e0ee9715003_26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:18:00,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/95703cfdbed64abb8006fb452a6ce4f5, store: [table=TestAcidGuarantees family=A region=26aba2f5ca27d7f797f45cc8cac65289] 2024-11-10T12:18:00,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/95703cfdbed64abb8006fb452a6ce4f5 is 175, key is test_row_0/A:col10/1731241079005/Put/seqid=0 2024-11-10T12:18:00,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742063_1239 (size=31255) 2024-11-10T12:18:00,769 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=312, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/95703cfdbed64abb8006fb452a6ce4f5 2024-11-10T12:18:00,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/B/015138a5b9704812b5cd659070e2fe67 is 50, key is test_row_0/B:col10/1731241079005/Put/seqid=0 2024-11-10T12:18:00,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742064_1240 (size=12301) 2024-11-10T12:18:00,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-10T12:18:01,135 DEBUG [Thread-735 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1c7940d9 to 127.0.0.1:59506 2024-11-10T12:18:01,135 DEBUG [Thread-733 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3b727d6e to 127.0.0.1:59506 2024-11-10T12:18:01,135 DEBUG [Thread-735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:18:01,135 DEBUG [Thread-733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:18:01,136 DEBUG [Thread-737 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c38ee58 to 127.0.0.1:59506 2024-11-10T12:18:01,136 DEBUG [Thread-737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:18:01,137 DEBUG [Thread-731 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22e911df to 127.0.0.1:59506 2024-11-10T12:18:01,137 DEBUG [Thread-731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:18:01,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:18:01,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. as already flushing 2024-11-10T12:18:01,148 DEBUG [Thread-726 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x505d5ccd to 127.0.0.1:59506 2024-11-10T12:18:01,148 DEBUG [Thread-726 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:18:01,150 DEBUG [Thread-724 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x454f1431 to 127.0.0.1:59506 2024-11-10T12:18:01,150 DEBUG [Thread-724 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:18:01,157 DEBUG [Thread-720 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x79982672 to 127.0.0.1:59506 2024-11-10T12:18:01,157 DEBUG [Thread-720 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:18:01,161 DEBUG [Thread-728 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x367f47f7 to 127.0.0.1:59506 2024-11-10T12:18:01,161 DEBUG [Thread-728 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:18:01,180 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/B/015138a5b9704812b5cd659070e2fe67 2024-11-10T12:18:01,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/C/e2ecc7e342594c5f903bb97190ccf17b is 50, key is test_row_0/C:col10/1731241079005/Put/seqid=0 2024-11-10T12:18:01,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742065_1241 (size=12301) 2024-11-10T12:18:01,591 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/C/e2ecc7e342594c5f903bb97190ccf17b 2024-11-10T12:18:01,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/95703cfdbed64abb8006fb452a6ce4f5 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/95703cfdbed64abb8006fb452a6ce4f5 2024-11-10T12:18:01,630 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/95703cfdbed64abb8006fb452a6ce4f5, entries=150, sequenceid=312, filesize=30.5 K 2024-11-10T12:18:01,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/B/015138a5b9704812b5cd659070e2fe67 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/015138a5b9704812b5cd659070e2fe67 2024-11-10T12:18:01,635 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/015138a5b9704812b5cd659070e2fe67, entries=150, sequenceid=312, filesize=12.0 K 2024-11-10T12:18:01,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/C/e2ecc7e342594c5f903bb97190ccf17b as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/e2ecc7e342594c5f903bb97190ccf17b 2024-11-10T12:18:01,640 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/e2ecc7e342594c5f903bb97190ccf17b, entries=150, sequenceid=312, filesize=12.0 K 2024-11-10T12:18:01,641 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=26.84 KB/27480 for 26aba2f5ca27d7f797f45cc8cac65289 in 1294ms, sequenceid=312, compaction requested=false 2024-11-10T12:18:01,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 26aba2f5ca27d7f797f45cc8cac65289: 2024-11-10T12:18:01,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:18:01,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-10T12:18:01,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-10T12:18:01,644 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-10T12:18:01,644 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7530 sec 2024-11-10T12:18:01,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 1.7570 sec 2024-11-10T12:18:01,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-10T12:18:01,993 INFO [Thread-730 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-10T12:18:05,336 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T12:18:06,097 DEBUG [Thread-722 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7b4bd1ba to 127.0.0.1:59506 2024-11-10T12:18:06,097 DEBUG [Thread-722 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:18:06,098 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-10T12:18:06,098 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-11-10T12:18:06,098 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 24 2024-11-10T12:18:06,098 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-11-10T12:18:06,098 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-10T12:18:06,098 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-10T12:18:06,098 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-10T12:18:06,098 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6787 2024-11-10T12:18:06,098 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6699 2024-11-10T12:18:06,098 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-10T12:18:06,098 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2910 2024-11-10T12:18:06,099 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8730 rows 2024-11-10T12:18:06,099 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2930 2024-11-10T12:18:06,099 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8790 rows 2024-11-10T12:18:06,099 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-10T12:18:06,099 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x118b007e to 127.0.0.1:59506 2024-11-10T12:18:06,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:18:06,102 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-10T12:18:06,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-10T12:18:06,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-10T12:18:06,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-10T12:18:06,107 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241086107"}]},"ts":"1731241086107"} 2024-11-10T12:18:06,109 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-10T12:18:06,155 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-10T12:18:06,156 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T12:18:06,158 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=26aba2f5ca27d7f797f45cc8cac65289, UNASSIGN}] 2024-11-10T12:18:06,159 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=26aba2f5ca27d7f797f45cc8cac65289, UNASSIGN 2024-11-10T12:18:06,160 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=26aba2f5ca27d7f797f45cc8cac65289, regionState=CLOSING, regionLocation=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:06,162 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T12:18:06,162 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; CloseRegionProcedure 26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112}] 2024-11-10T12:18:06,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-10T12:18:06,314 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:06,315 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] handler.UnassignRegionHandler(124): Close 26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:18:06,316 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-10T12:18:06,316 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1681): Closing 26aba2f5ca27d7f797f45cc8cac65289, disabling compactions & flushes 2024-11-10T12:18:06,316 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:18:06,316 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:18:06,316 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. after waiting 0 ms 2024-11-10T12:18:06,316 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:18:06,317 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(2837): Flushing 26aba2f5ca27d7f797f45cc8cac65289 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-10T12:18:06,317 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26aba2f5ca27d7f797f45cc8cac65289, store=A 2024-11-10T12:18:06,317 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:06,317 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26aba2f5ca27d7f797f45cc8cac65289, store=B 2024-11-10T12:18:06,318 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:06,318 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 26aba2f5ca27d7f797f45cc8cac65289, store=C 2024-11-10T12:18:06,318 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:06,329 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110b982d65c427d4a59a5cff21091be34de_26aba2f5ca27d7f797f45cc8cac65289 is 50, key is test_row_1/A:col10/1731241081160/Put/seqid=0 2024-11-10T12:18:06,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742066_1242 (size=9914) 2024-11-10T12:18:06,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-10T12:18:06,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-10T12:18:06,735 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:18:06,746 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110b982d65c427d4a59a5cff21091be34de_26aba2f5ca27d7f797f45cc8cac65289 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110b982d65c427d4a59a5cff21091be34de_26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:18:06,747 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/282e18726ec6428287d7af22d113d31e, store: [table=TestAcidGuarantees family=A region=26aba2f5ca27d7f797f45cc8cac65289] 2024-11-10T12:18:06,748 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/282e18726ec6428287d7af22d113d31e is 175, key is test_row_1/A:col10/1731241081160/Put/seqid=0 2024-11-10T12:18:06,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742067_1243 (size=22561) 2024-11-10T12:18:07,153 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=323, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/282e18726ec6428287d7af22d113d31e 2024-11-10T12:18:07,168 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/B/0f14358a528f4c2db6e30ea4883fca53 is 50, key is test_row_1/B:col10/1731241081160/Put/seqid=0 2024-11-10T12:18:07,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742068_1244 (size=9857) 2024-11-10T12:18:07,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-10T12:18:07,574 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/B/0f14358a528f4c2db6e30ea4883fca53 2024-11-10T12:18:07,590 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/C/6d315dcd37b04aa2ab4f921bffa7aba5 is 50, key is test_row_1/C:col10/1731241081160/Put/seqid=0 2024-11-10T12:18:07,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742069_1245 (size=9857) 2024-11-10T12:18:07,872 ERROR [LeaseRenewer:jenkins@localhost:33589 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:33589,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:07,996 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/C/6d315dcd37b04aa2ab4f921bffa7aba5 2024-11-10T12:18:08,007 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/A/282e18726ec6428287d7af22d113d31e as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/282e18726ec6428287d7af22d113d31e 2024-11-10T12:18:08,011 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/282e18726ec6428287d7af22d113d31e, entries=100, sequenceid=323, filesize=22.0 K 2024-11-10T12:18:08,012 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/B/0f14358a528f4c2db6e30ea4883fca53 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/0f14358a528f4c2db6e30ea4883fca53 2024-11-10T12:18:08,016 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/0f14358a528f4c2db6e30ea4883fca53, entries=100, sequenceid=323, filesize=9.6 K 2024-11-10T12:18:08,016 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/.tmp/C/6d315dcd37b04aa2ab4f921bffa7aba5 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/6d315dcd37b04aa2ab4f921bffa7aba5 2024-11-10T12:18:08,020 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/6d315dcd37b04aa2ab4f921bffa7aba5, entries=100, sequenceid=323, filesize=9.6 K 2024-11-10T12:18:08,020 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 26aba2f5ca27d7f797f45cc8cac65289 in 1704ms, sequenceid=323, compaction requested=true 2024-11-10T12:18:08,021 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/48ad4487b9c0456faf723e4f1583ce90, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/ee5a6961b35f4060a66e5d766bd5f6d8, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/4f31d4dee6c64ff3bbab8b669c66ccef, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/aeba43396adc4d7abc3066e8399ce6da, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/c50b677b9780463e9c718217980341da, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/e606ae44b16b42a6aa968de3ad441e90, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/8d957d2a5ea44422947a6c72c667b248, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/3ac3cab78ee34df5a725074863f20751, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/ede13632e9394d97ae2cd5337de7da20, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/5da28f990c054fd08ff71c9f1a6affe4, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/af4aec5572f7496fb0be5d3f2bb58f83, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/830a1e385fc243158022ce9334e7dee0, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/b3c72f5290894ff3b6edc30ed6815875, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/d0bef757bd074ed087334c801b0a3fa5, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/e33747e8b6fa42a38f63392575f2c8f9, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/9211a17c953b49138ab1220b9b0f94c0, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/f096352a97ad4bee9a687995e869419e, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/990607932cc84de2a40d741d89099c6d, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/f389e6dbf79747af84cd355c6a055925, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/66b93e737ee842ba8af1566149f5c229, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/bac58140966b4e2bad3fefd69eff5555] to archive 2024-11-10T12:18:08,022 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T12:18:08,023 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/48ad4487b9c0456faf723e4f1583ce90 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/48ad4487b9c0456faf723e4f1583ce90 2024-11-10T12:18:08,024 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/ee5a6961b35f4060a66e5d766bd5f6d8 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/ee5a6961b35f4060a66e5d766bd5f6d8 2024-11-10T12:18:08,025 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/4f31d4dee6c64ff3bbab8b669c66ccef to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/4f31d4dee6c64ff3bbab8b669c66ccef 2024-11-10T12:18:08,026 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/aeba43396adc4d7abc3066e8399ce6da to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/aeba43396adc4d7abc3066e8399ce6da 2024-11-10T12:18:08,027 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/c50b677b9780463e9c718217980341da to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/c50b677b9780463e9c718217980341da 2024-11-10T12:18:08,028 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/e606ae44b16b42a6aa968de3ad441e90 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/e606ae44b16b42a6aa968de3ad441e90 2024-11-10T12:18:08,029 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/8d957d2a5ea44422947a6c72c667b248 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/8d957d2a5ea44422947a6c72c667b248 2024-11-10T12:18:08,030 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/3ac3cab78ee34df5a725074863f20751 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/3ac3cab78ee34df5a725074863f20751 2024-11-10T12:18:08,031 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/ede13632e9394d97ae2cd5337de7da20 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/ede13632e9394d97ae2cd5337de7da20 2024-11-10T12:18:08,032 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/5da28f990c054fd08ff71c9f1a6affe4 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/5da28f990c054fd08ff71c9f1a6affe4 2024-11-10T12:18:08,033 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/af4aec5572f7496fb0be5d3f2bb58f83 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/af4aec5572f7496fb0be5d3f2bb58f83 2024-11-10T12:18:08,034 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/830a1e385fc243158022ce9334e7dee0 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/830a1e385fc243158022ce9334e7dee0 2024-11-10T12:18:08,035 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/b3c72f5290894ff3b6edc30ed6815875 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/b3c72f5290894ff3b6edc30ed6815875 2024-11-10T12:18:08,035 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/d0bef757bd074ed087334c801b0a3fa5 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/d0bef757bd074ed087334c801b0a3fa5 2024-11-10T12:18:08,037 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/e33747e8b6fa42a38f63392575f2c8f9 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/e33747e8b6fa42a38f63392575f2c8f9 2024-11-10T12:18:08,038 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/9211a17c953b49138ab1220b9b0f94c0 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/9211a17c953b49138ab1220b9b0f94c0 2024-11-10T12:18:08,039 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/f096352a97ad4bee9a687995e869419e to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/f096352a97ad4bee9a687995e869419e 2024-11-10T12:18:08,040 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/990607932cc84de2a40d741d89099c6d to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/990607932cc84de2a40d741d89099c6d 2024-11-10T12:18:08,041 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/f389e6dbf79747af84cd355c6a055925 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/f389e6dbf79747af84cd355c6a055925 2024-11-10T12:18:08,042 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/66b93e737ee842ba8af1566149f5c229 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/66b93e737ee842ba8af1566149f5c229 2024-11-10T12:18:08,042 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/bac58140966b4e2bad3fefd69eff5555 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/bac58140966b4e2bad3fefd69eff5555 2024-11-10T12:18:08,044 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/1f86e57369ac45f987058c898835b8e5, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/383fa2a31441495ba37ff2f944424d8f, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/6015a2ddb9574390b5f1b11dcb3d1aa1, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/c1c4e1c9732d4421951fbbf52c0cace8, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/9230745fb57b465b914d760a1f238978, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/8dbab396d9e24456b350657cd5e3482d, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/b442586b734046dbaf51fb1ebc60d0ec, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/f0c2844fe39c4c7cadcb2615c96631e5, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/2b6d4ea0853b4af28f3b37a7e9feafba, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/aafb3abe57924926aea600a9d5710e3d, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/1a5872436c004906b2be6557db0327df, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/e7f81eb77b1847b89e3a6ed3582f4c6c, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/0b92f01c6fe6497e95918cbca0bcbc85, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/f7f3f49b876a4f77b9f9439ec0d9da8e, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/63ff297dc7304add891fd4ad966b0833, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/e73bcdad514c40e5ab404a1ca52921b4, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/13f693899cb24ccbaf06a7b796d3b1c4, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/a6a5b9586c7740f1bf3cca86fb4f8b9a, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/a994862261274949b3199422db5f7eed, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/75387a5f63cb44429eabbed460948bc0, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/89d25ca372dd4554be95b2f0b0bab566] to archive 2024-11-10T12:18:08,044 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T12:18:08,045 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/1f86e57369ac45f987058c898835b8e5 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/1f86e57369ac45f987058c898835b8e5 2024-11-10T12:18:08,046 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/383fa2a31441495ba37ff2f944424d8f to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/383fa2a31441495ba37ff2f944424d8f 2024-11-10T12:18:08,047 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/6015a2ddb9574390b5f1b11dcb3d1aa1 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/6015a2ddb9574390b5f1b11dcb3d1aa1 2024-11-10T12:18:08,048 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/c1c4e1c9732d4421951fbbf52c0cace8 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/c1c4e1c9732d4421951fbbf52c0cace8 2024-11-10T12:18:08,049 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/9230745fb57b465b914d760a1f238978 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/9230745fb57b465b914d760a1f238978 2024-11-10T12:18:08,050 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/8dbab396d9e24456b350657cd5e3482d to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/8dbab396d9e24456b350657cd5e3482d 2024-11-10T12:18:08,050 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/b442586b734046dbaf51fb1ebc60d0ec to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/b442586b734046dbaf51fb1ebc60d0ec 2024-11-10T12:18:08,051 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/f0c2844fe39c4c7cadcb2615c96631e5 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/f0c2844fe39c4c7cadcb2615c96631e5 2024-11-10T12:18:08,052 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/2b6d4ea0853b4af28f3b37a7e9feafba to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/2b6d4ea0853b4af28f3b37a7e9feafba 2024-11-10T12:18:08,053 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/aafb3abe57924926aea600a9d5710e3d to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/aafb3abe57924926aea600a9d5710e3d 2024-11-10T12:18:08,054 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/1a5872436c004906b2be6557db0327df to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/1a5872436c004906b2be6557db0327df 2024-11-10T12:18:08,054 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/e7f81eb77b1847b89e3a6ed3582f4c6c to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/e7f81eb77b1847b89e3a6ed3582f4c6c 2024-11-10T12:18:08,055 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/0b92f01c6fe6497e95918cbca0bcbc85 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/0b92f01c6fe6497e95918cbca0bcbc85 2024-11-10T12:18:08,056 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/f7f3f49b876a4f77b9f9439ec0d9da8e to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/f7f3f49b876a4f77b9f9439ec0d9da8e 2024-11-10T12:18:08,057 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/63ff297dc7304add891fd4ad966b0833 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/63ff297dc7304add891fd4ad966b0833 2024-11-10T12:18:08,057 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/e73bcdad514c40e5ab404a1ca52921b4 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/e73bcdad514c40e5ab404a1ca52921b4 2024-11-10T12:18:08,058 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/13f693899cb24ccbaf06a7b796d3b1c4 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/13f693899cb24ccbaf06a7b796d3b1c4 2024-11-10T12:18:08,059 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/a6a5b9586c7740f1bf3cca86fb4f8b9a to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/a6a5b9586c7740f1bf3cca86fb4f8b9a 2024-11-10T12:18:08,060 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/a994862261274949b3199422db5f7eed to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/a994862261274949b3199422db5f7eed 2024-11-10T12:18:08,060 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/75387a5f63cb44429eabbed460948bc0 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/75387a5f63cb44429eabbed460948bc0 2024-11-10T12:18:08,061 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/89d25ca372dd4554be95b2f0b0bab566 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/89d25ca372dd4554be95b2f0b0bab566 2024-11-10T12:18:08,062 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/f6ccc028ca3f4d44ac09f4fbc310833c, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/7b1fbb495d6d422bbd5ec493929fc3d6, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/af76f69c483e4f499fcfd1ef544af8e8, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/b4799c149f53407c83466d4e4c1955ed, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/1c97a39147924161bc6e25fa0870af23, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/cccd93ef485840e59a2edefff3b5074b, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/ae6e8069fd7640e2ac8b02780f1d4cf4, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/fc2bbb8d190d41c9a64e600f97c6df4d, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/acb15c9b9bbf41d8978e09c9da0cfa70, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/4204658ed9d24cedb914efdcef0748c2, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/4cb171f42d1a44e9b47f89bd4ec39495, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/14964b68ca814c9b89d9b457bd6511ac, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/a083325ce89b4e3687d5005f1b1c6af7, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/c8babc118d4845c98f4754a02e7484d1, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/73d11c9fd31b4761900795ae07ee4408, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/68f0488adb6b4b80844d04a642fb4bba, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/23170144afb34aef8d1fe946861364e7, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/23dfdc5391f0457f92b98e72467efef8, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/141c93bf1bd04a76b053ae6e4d6e9a24, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/425ddaadd4604015bde8ac46e1c8377a, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/94fe02cc7a5c477bba1a5c6bdbbd3eec] to archive 2024-11-10T12:18:08,063 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T12:18:08,064 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/f6ccc028ca3f4d44ac09f4fbc310833c to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/f6ccc028ca3f4d44ac09f4fbc310833c 2024-11-10T12:18:08,065 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/7b1fbb495d6d422bbd5ec493929fc3d6 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/7b1fbb495d6d422bbd5ec493929fc3d6 2024-11-10T12:18:08,066 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/af76f69c483e4f499fcfd1ef544af8e8 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/af76f69c483e4f499fcfd1ef544af8e8 2024-11-10T12:18:08,066 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/b4799c149f53407c83466d4e4c1955ed to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/b4799c149f53407c83466d4e4c1955ed 2024-11-10T12:18:08,067 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/1c97a39147924161bc6e25fa0870af23 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/1c97a39147924161bc6e25fa0870af23 2024-11-10T12:18:08,068 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/cccd93ef485840e59a2edefff3b5074b to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/cccd93ef485840e59a2edefff3b5074b 2024-11-10T12:18:08,068 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/ae6e8069fd7640e2ac8b02780f1d4cf4 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/ae6e8069fd7640e2ac8b02780f1d4cf4 2024-11-10T12:18:08,069 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/fc2bbb8d190d41c9a64e600f97c6df4d to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/fc2bbb8d190d41c9a64e600f97c6df4d 2024-11-10T12:18:08,070 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/acb15c9b9bbf41d8978e09c9da0cfa70 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/acb15c9b9bbf41d8978e09c9da0cfa70 2024-11-10T12:18:08,071 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/4204658ed9d24cedb914efdcef0748c2 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/4204658ed9d24cedb914efdcef0748c2 2024-11-10T12:18:08,071 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/4cb171f42d1a44e9b47f89bd4ec39495 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/4cb171f42d1a44e9b47f89bd4ec39495 2024-11-10T12:18:08,072 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/14964b68ca814c9b89d9b457bd6511ac to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/14964b68ca814c9b89d9b457bd6511ac 2024-11-10T12:18:08,073 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/a083325ce89b4e3687d5005f1b1c6af7 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/a083325ce89b4e3687d5005f1b1c6af7 2024-11-10T12:18:08,073 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/c8babc118d4845c98f4754a02e7484d1 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/c8babc118d4845c98f4754a02e7484d1 2024-11-10T12:18:08,074 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/73d11c9fd31b4761900795ae07ee4408 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/73d11c9fd31b4761900795ae07ee4408 2024-11-10T12:18:08,075 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/68f0488adb6b4b80844d04a642fb4bba to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/68f0488adb6b4b80844d04a642fb4bba 2024-11-10T12:18:08,076 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/23170144afb34aef8d1fe946861364e7 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/23170144afb34aef8d1fe946861364e7 2024-11-10T12:18:08,077 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/23dfdc5391f0457f92b98e72467efef8 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/23dfdc5391f0457f92b98e72467efef8 2024-11-10T12:18:08,077 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/141c93bf1bd04a76b053ae6e4d6e9a24 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/141c93bf1bd04a76b053ae6e4d6e9a24 2024-11-10T12:18:08,078 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/425ddaadd4604015bde8ac46e1c8377a to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/425ddaadd4604015bde8ac46e1c8377a 2024-11-10T12:18:08,079 DEBUG [StoreCloser-TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/94fe02cc7a5c477bba1a5c6bdbbd3eec to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/94fe02cc7a5c477bba1a5c6bdbbd3eec 2024-11-10T12:18:08,083 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/recovered.edits/326.seqid, newMaxSeqId=326, maxSeqId=4 2024-11-10T12:18:08,084 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289. 2024-11-10T12:18:08,084 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1635): Region close journal for 26aba2f5ca27d7f797f45cc8cac65289: 2024-11-10T12:18:08,085 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] handler.UnassignRegionHandler(170): Closed 26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:18:08,085 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=26aba2f5ca27d7f797f45cc8cac65289, regionState=CLOSED 2024-11-10T12:18:08,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-10T12:18:08,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; CloseRegionProcedure 26aba2f5ca27d7f797f45cc8cac65289, server=8eb9a7a2374b,43841,1731241027112 in 1.9240 sec 2024-11-10T12:18:08,088 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=60 2024-11-10T12:18:08,088 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=60, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=26aba2f5ca27d7f797f45cc8cac65289, UNASSIGN in 1.9290 sec 2024-11-10T12:18:08,090 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-10T12:18:08,090 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9330 sec 2024-11-10T12:18:08,091 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241088090"}]},"ts":"1731241088090"} 2024-11-10T12:18:08,091 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-10T12:18:08,129 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-10T12:18:08,131 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.0270 sec 2024-11-10T12:18:08,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-10T12:18:08,214 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-10T12:18:08,215 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-10T12:18:08,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:18:08,217 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=63, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:18:08,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-10T12:18:08,218 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=63, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:18:08,222 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:18:08,227 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A, FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B, FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C, FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/recovered.edits] 2024-11-10T12:18:08,233 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/282e18726ec6428287d7af22d113d31e to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/282e18726ec6428287d7af22d113d31e 2024-11-10T12:18:08,235 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/5f1295cdaf8b46d79ad814cfa490f626 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/5f1295cdaf8b46d79ad814cfa490f626 2024-11-10T12:18:08,238 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/95703cfdbed64abb8006fb452a6ce4f5 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/A/95703cfdbed64abb8006fb452a6ce4f5 2024-11-10T12:18:08,243 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/015138a5b9704812b5cd659070e2fe67 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/015138a5b9704812b5cd659070e2fe67 2024-11-10T12:18:08,244 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/0f14358a528f4c2db6e30ea4883fca53 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/0f14358a528f4c2db6e30ea4883fca53 2024-11-10T12:18:08,245 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/2d26cf392fa44c13bb1896a4602c1f4b to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/B/2d26cf392fa44c13bb1896a4602c1f4b 2024-11-10T12:18:08,247 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/2b017e97162a4a90803f53c4dbd7ed1f to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/2b017e97162a4a90803f53c4dbd7ed1f 2024-11-10T12:18:08,249 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/6d315dcd37b04aa2ab4f921bffa7aba5 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/6d315dcd37b04aa2ab4f921bffa7aba5 2024-11-10T12:18:08,250 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/e2ecc7e342594c5f903bb97190ccf17b to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/C/e2ecc7e342594c5f903bb97190ccf17b 2024-11-10T12:18:08,252 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/recovered.edits/326.seqid to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289/recovered.edits/326.seqid 2024-11-10T12:18:08,252 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:18:08,252 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-10T12:18:08,253 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-10T12:18:08,254 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-10T12:18:08,258 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411100a8a652a2ea7484fa99b7b3211a9708d_26aba2f5ca27d7f797f45cc8cac65289 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411100a8a652a2ea7484fa99b7b3211a9708d_26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:18:08,259 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411100d0a80c40c0e4078b774b4517ee35a9e_26aba2f5ca27d7f797f45cc8cac65289 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411100d0a80c40c0e4078b774b4517ee35a9e_26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:18:08,260 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411101144dc62a39a4531973fb45f0dc8320d_26aba2f5ca27d7f797f45cc8cac65289 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411101144dc62a39a4531973fb45f0dc8320d_26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:18:08,260 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111022935121b4024120bc4baa3cf8d480d3_26aba2f5ca27d7f797f45cc8cac65289 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111022935121b4024120bc4baa3cf8d480d3_26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:18:08,261 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110332198cf00154ccc93fb1947a87f3fed_26aba2f5ca27d7f797f45cc8cac65289 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110332198cf00154ccc93fb1947a87f3fed_26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:18:08,262 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111036ab68fc3c4046909b10b65c312a8e7b_26aba2f5ca27d7f797f45cc8cac65289 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111036ab68fc3c4046909b10b65c312a8e7b_26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:18:08,263 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411103d7833f5e35d44baba22792291e69999_26aba2f5ca27d7f797f45cc8cac65289 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411103d7833f5e35d44baba22792291e69999_26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:18:08,264 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111040bd0239d9994376b6b326ad7175ec66_26aba2f5ca27d7f797f45cc8cac65289 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111040bd0239d9994376b6b326ad7175ec66_26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:18:08,265 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110441da4f6cb2a479abe3c1ba738b8e110_26aba2f5ca27d7f797f45cc8cac65289 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110441da4f6cb2a479abe3c1ba738b8e110_26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:18:08,266 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411109fca1bb599e448469938457a413efafc_26aba2f5ca27d7f797f45cc8cac65289 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411109fca1bb599e448469938457a413efafc_26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:18:08,267 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110b982d65c427d4a59a5cff21091be34de_26aba2f5ca27d7f797f45cc8cac65289 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110b982d65c427d4a59a5cff21091be34de_26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:18:08,268 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110e6eed2b0f89c4edf816d7e0ee9715003_26aba2f5ca27d7f797f45cc8cac65289 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110e6eed2b0f89c4edf816d7e0ee9715003_26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:18:08,269 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110e8af83e82ccb46898f62a7b299354013_26aba2f5ca27d7f797f45cc8cac65289 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110e8af83e82ccb46898f62a7b299354013_26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:18:08,270 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110eaf74110be344f62aee43793d9042436_26aba2f5ca27d7f797f45cc8cac65289 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110eaf74110be344f62aee43793d9042436_26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:18:08,271 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110eb5f70207c184ebbbe1a2e0345e78048_26aba2f5ca27d7f797f45cc8cac65289 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110eb5f70207c184ebbbe1a2e0345e78048_26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:18:08,272 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110eed86e2a994646e8817b2900af1c2a43_26aba2f5ca27d7f797f45cc8cac65289 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110eed86e2a994646e8817b2900af1c2a43_26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:18:08,273 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f0ebb2fb71ae4079950ad115b3707b5b_26aba2f5ca27d7f797f45cc8cac65289 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f0ebb2fb71ae4079950ad115b3707b5b_26aba2f5ca27d7f797f45cc8cac65289 2024-11-10T12:18:08,273 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-10T12:18:08,275 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=63, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:18:08,277 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-10T12:18:08,278 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-10T12:18:08,279 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=63, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:18:08,279 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-10T12:18:08,279 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731241088279"}]},"ts":"9223372036854775807"} 2024-11-10T12:18:08,281 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-10T12:18:08,281 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 26aba2f5ca27d7f797f45cc8cac65289, NAME => 'TestAcidGuarantees,,1731241057862.26aba2f5ca27d7f797f45cc8cac65289.', STARTKEY => '', ENDKEY => ''}] 2024-11-10T12:18:08,281 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-10T12:18:08,281 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731241088281"}]},"ts":"9223372036854775807"} 2024-11-10T12:18:08,285 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-10T12:18:08,297 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=63, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:18:08,298 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 82 msec 2024-11-10T12:18:08,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-10T12:18:08,320 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-10T12:18:08,334 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=237 (was 239), OpenFileDescriptor=453 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=250 (was 278), ProcessCount=9 (was 9), AvailableMemoryMB=6094 (was 6177) 2024-11-10T12:18:08,342 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=237, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=250, ProcessCount=9, AvailableMemoryMB=6094 2024-11-10T12:18:08,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T12:18:08,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:18:08,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-10T12:18:08,346 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T12:18:08,346 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:18:08,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 64 2024-11-10T12:18:08,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-10T12:18:08,347 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T12:18:08,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742070_1246 (size=960) 2024-11-10T12:18:08,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-10T12:18:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-10T12:18:08,759 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744 2024-11-10T12:18:08,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742071_1247 (size=53) 2024-11-10T12:18:08,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-10T12:18:09,081 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:33589 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:33589,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:09,171 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:18:09,171 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 0f3569043df4c0bf7cac611dc3a1f72c, disabling compactions & flushes 2024-11-10T12:18:09,171 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:09,171 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:09,171 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. after waiting 0 ms 2024-11-10T12:18:09,171 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:09,171 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:09,171 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 0f3569043df4c0bf7cac611dc3a1f72c: 2024-11-10T12:18:09,190 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T12:18:09,190 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731241089190"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731241089190"}]},"ts":"1731241089190"} 2024-11-10T12:18:09,191 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-10T12:18:09,192 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T12:18:09,192 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241089192"}]},"ts":"1731241089192"} 2024-11-10T12:18:09,193 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-10T12:18:09,238 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f3569043df4c0bf7cac611dc3a1f72c, ASSIGN}] 2024-11-10T12:18:09,240 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f3569043df4c0bf7cac611dc3a1f72c, ASSIGN 2024-11-10T12:18:09,241 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f3569043df4c0bf7cac611dc3a1f72c, ASSIGN; state=OFFLINE, location=8eb9a7a2374b,43841,1731241027112; forceNewPlan=false, retain=false 2024-11-10T12:18:09,392 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=0f3569043df4c0bf7cac611dc3a1f72c, regionState=OPENING, regionLocation=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:09,394 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; OpenRegionProcedure 0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112}] 2024-11-10T12:18:09,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-10T12:18:09,548 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:09,556 INFO [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:09,556 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7285): Opening region: {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:18:09,557 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 0f3569043df4c0bf7cac611dc3a1f72c 2024-11-10T12:18:09,557 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:18:09,557 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7327): checking encryption for 0f3569043df4c0bf7cac611dc3a1f72c 2024-11-10T12:18:09,557 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7330): checking classloading for 0f3569043df4c0bf7cac611dc3a1f72c 2024-11-10T12:18:09,559 INFO [StoreOpener-0f3569043df4c0bf7cac611dc3a1f72c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 0f3569043df4c0bf7cac611dc3a1f72c 2024-11-10T12:18:09,560 INFO [StoreOpener-0f3569043df4c0bf7cac611dc3a1f72c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-10T12:18:09,560 INFO [StoreOpener-0f3569043df4c0bf7cac611dc3a1f72c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f3569043df4c0bf7cac611dc3a1f72c columnFamilyName A 2024-11-10T12:18:09,561 DEBUG [StoreOpener-0f3569043df4c0bf7cac611dc3a1f72c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:18:09,561 INFO [StoreOpener-0f3569043df4c0bf7cac611dc3a1f72c-1 {}] regionserver.HStore(327): Store=0f3569043df4c0bf7cac611dc3a1f72c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:18:09,561 INFO [StoreOpener-0f3569043df4c0bf7cac611dc3a1f72c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 0f3569043df4c0bf7cac611dc3a1f72c 2024-11-10T12:18:09,562 INFO [StoreOpener-0f3569043df4c0bf7cac611dc3a1f72c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-10T12:18:09,563 INFO [StoreOpener-0f3569043df4c0bf7cac611dc3a1f72c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f3569043df4c0bf7cac611dc3a1f72c columnFamilyName B 2024-11-10T12:18:09,563 DEBUG [StoreOpener-0f3569043df4c0bf7cac611dc3a1f72c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:18:09,563 INFO [StoreOpener-0f3569043df4c0bf7cac611dc3a1f72c-1 {}] regionserver.HStore(327): Store=0f3569043df4c0bf7cac611dc3a1f72c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:18:09,564 INFO [StoreOpener-0f3569043df4c0bf7cac611dc3a1f72c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 0f3569043df4c0bf7cac611dc3a1f72c 2024-11-10T12:18:09,565 INFO [StoreOpener-0f3569043df4c0bf7cac611dc3a1f72c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-10T12:18:09,565 INFO [StoreOpener-0f3569043df4c0bf7cac611dc3a1f72c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f3569043df4c0bf7cac611dc3a1f72c columnFamilyName C 2024-11-10T12:18:09,565 DEBUG [StoreOpener-0f3569043df4c0bf7cac611dc3a1f72c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:18:09,566 INFO [StoreOpener-0f3569043df4c0bf7cac611dc3a1f72c-1 {}] regionserver.HStore(327): Store=0f3569043df4c0bf7cac611dc3a1f72c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:18:09,566 INFO [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:09,566 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c 2024-11-10T12:18:09,567 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c 2024-11-10T12:18:09,568 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T12:18:09,569 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1085): writing seq id for 0f3569043df4c0bf7cac611dc3a1f72c 2024-11-10T12:18:09,573 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:18:09,573 INFO [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1102): Opened 0f3569043df4c0bf7cac611dc3a1f72c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68581309, jitterRate=0.021941140294075012}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T12:18:09,574 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1001): Region open journal for 0f3569043df4c0bf7cac611dc3a1f72c: 2024-11-10T12:18:09,574 INFO [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c., pid=66, masterSystemTime=1731241089548 2024-11-10T12:18:09,575 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:09,576 INFO [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:09,576 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=0f3569043df4c0bf7cac611dc3a1f72c, regionState=OPEN, openSeqNum=2, regionLocation=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:09,578 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-10T12:18:09,578 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; OpenRegionProcedure 0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 in 183 msec 2024-11-10T12:18:09,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=65, resume processing ppid=64 2024-11-10T12:18:09,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, ppid=64, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f3569043df4c0bf7cac611dc3a1f72c, ASSIGN in 340 msec 2024-11-10T12:18:09,580 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T12:18:09,580 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241089580"}]},"ts":"1731241089580"} 2024-11-10T12:18:09,581 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-10T12:18:09,622 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T12:18:09,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2780 sec 2024-11-10T12:18:09,833 DEBUG [master/8eb9a7a2374b:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 0d76421985b0e61b9979ea18bb412c94 changed from -1.0 to 0.0, refreshing cache 2024-11-10T12:18:10,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-10T12:18:10,457 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 64 completed 2024-11-10T12:18:10,464 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17b6adc5 to 127.0.0.1:59506 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a569490 2024-11-10T12:18:10,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c1ac389, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:18:10,507 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:18:10,509 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47094, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:18:10,510 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:18:10,511 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50024, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:18:10,514 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x669e1999 to 127.0.0.1:59506 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6862e3ce 2024-11-10T12:18:10,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28e73c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:18:10,524 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72aa9ee5 to 127.0.0.1:59506 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d296fed 2024-11-10T12:18:10,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c480dfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:18:10,533 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4ec09297 to 127.0.0.1:59506 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8d0caa5 2024-11-10T12:18:10,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34cb3991, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:18:10,549 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4dfb20f6 to 127.0.0.1:59506 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@43f04e0e 2024-11-10T12:18:10,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e9ae050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:18:10,559 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17cf7fc0 to 127.0.0.1:59506 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@560ec309 2024-11-10T12:18:10,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fef31f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:18:10,575 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5886c0f2 to 127.0.0.1:59506 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@eb04aeb 2024-11-10T12:18:10,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72537a47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:18:10,593 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x66e575aa to 127.0.0.1:59506 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6a0e9c8f 2024-11-10T12:18:10,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36642cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:18:10,608 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x131ceb8f to 127.0.0.1:59506 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d68f787 2024-11-10T12:18:10,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c299cfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:18:10,624 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5a78bf6d to 127.0.0.1:59506 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@10e6bf6a 2024-11-10T12:18:10,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@605827c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:18:10,632 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x328852db to 127.0.0.1:59506 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1730a60f 2024-11-10T12:18:10,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3677bd4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:18:10,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:18:10,644 DEBUG [hconnection-0x5a9c0f9b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:18:10,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees 2024-11-10T12:18:10,646 DEBUG [hconnection-0x3168fae0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:18:10,646 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:18:10,646 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47108, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:18:10,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-10T12:18:10,646 DEBUG [hconnection-0x6332cb86-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:18:10,647 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47114, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:18:10,647 DEBUG [hconnection-0x37d9ccfb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:18:10,647 DEBUG [hconnection-0x1cbac576-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:18:10,647 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:18:10,648 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:18:10,648 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47116, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:18:10,648 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47130, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:18:10,648 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47146, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:18:10,648 DEBUG [hconnection-0x4e82be12-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:18:10,649 DEBUG [hconnection-0xa092da9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:18:10,649 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47154, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:18:10,649 DEBUG [hconnection-0x3e0694bc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:18:10,650 DEBUG [hconnection-0x2e96932d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:18:10,650 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47164, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:18:10,650 DEBUG [hconnection-0x1a144a97-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:18:10,651 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47188, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:18:10,651 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47194, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:18:10,651 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47176, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:18:10,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 0f3569043df4c0bf7cac611dc3a1f72c 2024-11-10T12:18:10,655 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0f3569043df4c0bf7cac611dc3a1f72c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T12:18:10,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f3569043df4c0bf7cac611dc3a1f72c, store=A 2024-11-10T12:18:10,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:10,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f3569043df4c0bf7cac611dc3a1f72c, store=B 2024-11-10T12:18:10,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:10,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f3569043df4c0bf7cac611dc3a1f72c, store=C 2024-11-10T12:18:10,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:10,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/8c0f3dbb9fb2489c8d52039152e33b38 is 50, key is test_row_0/A:col10/1731241090655/Put/seqid=0 2024-11-10T12:18:10,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:10,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47194 deadline: 1731241150679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:10,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:10,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47114 deadline: 1731241150680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:10,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:10,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47146 deadline: 1731241150680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:10,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:10,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1731241150680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:10,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:10,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47116 deadline: 1731241150681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:10,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742072_1248 (size=12001) 2024-11-10T12:18:10,713 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/8c0f3dbb9fb2489c8d52039152e33b38 2024-11-10T12:18:10,744 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/5efa42b9448d41d48151499946db1546 is 50, key is test_row_0/B:col10/1731241090655/Put/seqid=0 2024-11-10T12:18:10,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-10T12:18:10,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742073_1249 (size=12001) 2024-11-10T12:18:10,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:10,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47194 deadline: 1731241150784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:10,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:10,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47114 deadline: 1731241150784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:10,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:10,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47146 deadline: 1731241150785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:10,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:10,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47116 deadline: 1731241150785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:10,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:10,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1731241150785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:10,800 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:10,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-10T12:18:10,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:10,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. as already flushing 2024-11-10T12:18:10,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:10,800 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:10,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:10,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:10,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-10T12:18:10,952 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:10,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-10T12:18:10,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:10,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. as already flushing 2024-11-10T12:18:10,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:10,953 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:10,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:10,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:10,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:10,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47114 deadline: 1731241150987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:10,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:10,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47146 deadline: 1731241150987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:10,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:10,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47194 deadline: 1731241150987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:10,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:10,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47116 deadline: 1731241150989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:10,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:10,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1731241150989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:11,105 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:11,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-10T12:18:11,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:11,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. as already flushing 2024-11-10T12:18:11,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:11,106 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:11,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:11,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:11,160 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/5efa42b9448d41d48151499946db1546 2024-11-10T12:18:11,180 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/e92f0334d8a7406a932739fb360f6866 is 50, key is test_row_0/C:col10/1731241090655/Put/seqid=0 2024-11-10T12:18:11,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742074_1250 (size=12001) 2024-11-10T12:18:11,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-10T12:18:11,257 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:11,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-10T12:18:11,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:11,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. as already flushing 2024-11-10T12:18:11,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:11,258 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:11,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:11,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:11,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47114 deadline: 1731241151291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:11,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47116 deadline: 1731241151291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:11,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47146 deadline: 1731241151291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:11,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47194 deadline: 1731241151291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:11,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1731241151292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:11,410 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:11,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-10T12:18:11,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:11,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. as already flushing 2024-11-10T12:18:11,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:11,411 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:11,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:11,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:11,563 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:11,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-10T12:18:11,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:11,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. as already flushing 2024-11-10T12:18:11,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:11,563 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:11,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:11,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:11,584 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/e92f0334d8a7406a932739fb360f6866 2024-11-10T12:18:11,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/8c0f3dbb9fb2489c8d52039152e33b38 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/8c0f3dbb9fb2489c8d52039152e33b38 2024-11-10T12:18:11,593 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/8c0f3dbb9fb2489c8d52039152e33b38, entries=150, sequenceid=13, filesize=11.7 K 2024-11-10T12:18:11,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/5efa42b9448d41d48151499946db1546 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/5efa42b9448d41d48151499946db1546 2024-11-10T12:18:11,598 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/5efa42b9448d41d48151499946db1546, entries=150, sequenceid=13, filesize=11.7 K 2024-11-10T12:18:11,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/e92f0334d8a7406a932739fb360f6866 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/e92f0334d8a7406a932739fb360f6866 2024-11-10T12:18:11,602 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/e92f0334d8a7406a932739fb360f6866, entries=150, sequenceid=13, filesize=11.7 K 2024-11-10T12:18:11,603 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 0f3569043df4c0bf7cac611dc3a1f72c in 948ms, sequenceid=13, compaction requested=false 2024-11-10T12:18:11,603 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-10T12:18:11,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0f3569043df4c0bf7cac611dc3a1f72c: 2024-11-10T12:18:11,715 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:11,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-10T12:18:11,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:11,716 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2837): Flushing 0f3569043df4c0bf7cac611dc3a1f72c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-10T12:18:11,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f3569043df4c0bf7cac611dc3a1f72c, store=A 2024-11-10T12:18:11,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:11,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f3569043df4c0bf7cac611dc3a1f72c, store=B 2024-11-10T12:18:11,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:11,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f3569043df4c0bf7cac611dc3a1f72c, store=C 2024-11-10T12:18:11,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:11,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/cfa9d99f508e407890837900782f2fef is 50, key is test_row_0/A:col10/1731241090674/Put/seqid=0 2024-11-10T12:18:11,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742075_1251 (size=12001) 2024-11-10T12:18:11,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-10T12:18:11,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 0f3569043df4c0bf7cac611dc3a1f72c 2024-11-10T12:18:11,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. as already flushing 2024-11-10T12:18:11,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:11,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47116 deadline: 1731241151800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:11,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:11,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1731241151801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:11,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:11,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:11,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47146 deadline: 1731241151802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:11,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47114 deadline: 1731241151802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:11,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:11,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47194 deadline: 1731241151802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:11,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:11,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47116 deadline: 1731241151903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:11,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:11,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1731241151904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:11,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:11,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:11,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47146 deadline: 1731241151904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:11,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47114 deadline: 1731241151905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:11,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:11,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47194 deadline: 1731241151905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:12,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:12,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47116 deadline: 1731241152106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:12,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:12,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47114 deadline: 1731241152107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:12,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:12,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47194 deadline: 1731241152107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:12,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:12,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1731241152107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:12,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:12,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47146 deadline: 1731241152108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:12,125 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/cfa9d99f508e407890837900782f2fef 2024-11-10T12:18:12,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/da9556305eae44b0a1afe4c805a95140 is 50, key is test_row_0/B:col10/1731241090674/Put/seqid=0 2024-11-10T12:18:12,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742076_1252 (size=12001) 2024-11-10T12:18:12,136 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/da9556305eae44b0a1afe4c805a95140 2024-11-10T12:18:12,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/ae577c7165b84825a08465333e7ea56e is 50, key is test_row_0/C:col10/1731241090674/Put/seqid=0 2024-11-10T12:18:12,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742077_1253 (size=12001) 2024-11-10T12:18:12,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:12,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47114 deadline: 1731241152409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:12,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:12,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47194 deadline: 1731241152410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:12,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:12,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47116 deadline: 1731241152410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:12,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:12,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1731241152411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:12,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:12,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47146 deadline: 1731241152412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:12,548 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/ae577c7165b84825a08465333e7ea56e 2024-11-10T12:18:12,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/cfa9d99f508e407890837900782f2fef as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/cfa9d99f508e407890837900782f2fef 2024-11-10T12:18:12,555 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/cfa9d99f508e407890837900782f2fef, entries=150, sequenceid=37, filesize=11.7 K 2024-11-10T12:18:12,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/da9556305eae44b0a1afe4c805a95140 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/da9556305eae44b0a1afe4c805a95140 2024-11-10T12:18:12,560 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/da9556305eae44b0a1afe4c805a95140, entries=150, sequenceid=37, filesize=11.7 K 2024-11-10T12:18:12,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/ae577c7165b84825a08465333e7ea56e as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/ae577c7165b84825a08465333e7ea56e 2024-11-10T12:18:12,567 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/ae577c7165b84825a08465333e7ea56e, entries=150, sequenceid=37, filesize=11.7 K 2024-11-10T12:18:12,567 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 0f3569043df4c0bf7cac611dc3a1f72c in 851ms, sequenceid=37, compaction requested=false 2024-11-10T12:18:12,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2538): Flush status journal for 0f3569043df4c0bf7cac611dc3a1f72c: 2024-11-10T12:18:12,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:12,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-11-10T12:18:12,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-11-10T12:18:12,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-10T12:18:12,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9220 sec 2024-11-10T12:18:12,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees in 1.9270 sec 2024-11-10T12:18:12,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-10T12:18:12,750 INFO [Thread-1153 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-11-10T12:18:12,751 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:18:12,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-11-10T12:18:12,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-10T12:18:12,752 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:18:12,752 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:18:12,752 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:18:12,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-10T12:18:12,904 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:12,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-10T12:18:12,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:12,904 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing 0f3569043df4c0bf7cac611dc3a1f72c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-10T12:18:12,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f3569043df4c0bf7cac611dc3a1f72c, store=A 2024-11-10T12:18:12,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:12,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f3569043df4c0bf7cac611dc3a1f72c, store=B 2024-11-10T12:18:12,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:12,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f3569043df4c0bf7cac611dc3a1f72c, store=C 2024-11-10T12:18:12,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:12,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/f0e7eb0a1a514f6b85e0450bb8f865dd is 50, key is test_row_0/A:col10/1731241091801/Put/seqid=0 2024-11-10T12:18:12,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. as already flushing 2024-11-10T12:18:12,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 0f3569043df4c0bf7cac611dc3a1f72c 2024-11-10T12:18:12,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742078_1254 (size=12001) 2024-11-10T12:18:12,928 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/f0e7eb0a1a514f6b85e0450bb8f865dd 2024-11-10T12:18:12,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:12,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:12,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47114 deadline: 1731241152929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:12,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47146 deadline: 1731241152929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:12,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:12,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47194 deadline: 1731241152932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:12,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:12,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47116 deadline: 1731241152932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:12,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:12,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1731241152933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:12,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/4189d42590e64a6cbfa2c8fe7e521c47 is 50, key is test_row_0/B:col10/1731241091801/Put/seqid=0 2024-11-10T12:18:12,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742079_1255 (size=12001) 2024-11-10T12:18:13,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:13,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47146 deadline: 1731241153033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:13,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:13,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47114 deadline: 1731241153033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:13,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:13,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47194 deadline: 1731241153036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:13,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:13,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47116 deadline: 1731241153036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:13,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:13,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1731241153036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:13,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-10T12:18:13,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:13,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47146 deadline: 1731241153235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:13,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:13,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47114 deadline: 1731241153237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:13,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:13,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1731241153238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:13,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:13,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47194 deadline: 1731241153238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:13,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:13,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47116 deadline: 1731241153239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:13,348 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/4189d42590e64a6cbfa2c8fe7e521c47 2024-11-10T12:18:13,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-10T12:18:13,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/16eb1ea1ae704880860f2bc1ee8b11ea is 50, key is test_row_0/C:col10/1731241091801/Put/seqid=0 2024-11-10T12:18:13,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742080_1256 (size=12001) 2024-11-10T12:18:13,360 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/16eb1ea1ae704880860f2bc1ee8b11ea 2024-11-10T12:18:13,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/f0e7eb0a1a514f6b85e0450bb8f865dd as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/f0e7eb0a1a514f6b85e0450bb8f865dd 2024-11-10T12:18:13,367 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/f0e7eb0a1a514f6b85e0450bb8f865dd, entries=150, sequenceid=49, filesize=11.7 K 2024-11-10T12:18:13,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/4189d42590e64a6cbfa2c8fe7e521c47 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/4189d42590e64a6cbfa2c8fe7e521c47 2024-11-10T12:18:13,372 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/4189d42590e64a6cbfa2c8fe7e521c47, entries=150, sequenceid=49, filesize=11.7 K 2024-11-10T12:18:13,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/16eb1ea1ae704880860f2bc1ee8b11ea as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/16eb1ea1ae704880860f2bc1ee8b11ea 2024-11-10T12:18:13,378 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/16eb1ea1ae704880860f2bc1ee8b11ea, entries=150, sequenceid=49, filesize=11.7 K 2024-11-10T12:18:13,378 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 0f3569043df4c0bf7cac611dc3a1f72c in 474ms, sequenceid=49, compaction requested=true 2024-11-10T12:18:13,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for 0f3569043df4c0bf7cac611dc3a1f72c: 2024-11-10T12:18:13,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:13,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-11-10T12:18:13,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-11-10T12:18:13,380 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-10T12:18:13,381 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 628 msec 2024-11-10T12:18:13,382 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 630 msec 2024-11-10T12:18:13,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 0f3569043df4c0bf7cac611dc3a1f72c 2024-11-10T12:18:13,539 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0f3569043df4c0bf7cac611dc3a1f72c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-10T12:18:13,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f3569043df4c0bf7cac611dc3a1f72c, store=A 2024-11-10T12:18:13,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:13,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f3569043df4c0bf7cac611dc3a1f72c, store=B 2024-11-10T12:18:13,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:13,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f3569043df4c0bf7cac611dc3a1f72c, store=C 2024-11-10T12:18:13,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:13,544 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/07d698d13f674b6fb43cb395a41aa63b is 50, key is test_row_0/A:col10/1731241093538/Put/seqid=0 2024-11-10T12:18:13,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:13,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47194 deadline: 1731241153543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:13,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742081_1257 (size=14341) 2024-11-10T12:18:13,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:13,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47116 deadline: 1731241153543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:13,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:13,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47146 deadline: 1731241153546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:13,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:13,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:13,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47114 deadline: 1731241153547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:13,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1731241153547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:13,609 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T12:18:13,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:13,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47194 deadline: 1731241153648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:13,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:13,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47146 deadline: 1731241153650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:13,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:13,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47116 deadline: 1731241153650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:13,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:13,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1731241153651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:13,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:13,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47114 deadline: 1731241153652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:13,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:13,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47194 deadline: 1731241153851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:13,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-10T12:18:13,854 INFO [Thread-1153 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-10T12:18:13,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:13,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47146 deadline: 1731241153853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:13,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:13,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47116 deadline: 1731241153853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:13,855 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:18:13,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:13,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1731241153854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:13,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-11-10T12:18:13,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-10T12:18:13,857 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:18:13,857 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:18:13,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:18:13,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:13,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47114 deadline: 1731241153855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:13,948 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/07d698d13f674b6fb43cb395a41aa63b 2024-11-10T12:18:13,955 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/49eef8ba37994d0b8619b4adc6981af4 is 50, key is test_row_0/B:col10/1731241093538/Put/seqid=0 2024-11-10T12:18:13,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-10T12:18:13,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742082_1258 (size=12001) 2024-11-10T12:18:14,009 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:14,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-10T12:18:14,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:14,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. as already flushing 2024-11-10T12:18:14,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:14,010 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:14,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:14,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:14,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:14,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47194 deadline: 1731241154152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:14,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:14,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47146 deadline: 1731241154156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:14,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:14,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1731241154156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:14,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-10T12:18:14,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:14,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47116 deadline: 1731241154158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:14,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:14,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47114 deadline: 1731241154159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:14,161 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:14,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-10T12:18:14,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:14,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. as already flushing 2024-11-10T12:18:14,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:14,162 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:14,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:14,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:14,314 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:14,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-10T12:18:14,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:14,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. as already flushing 2024-11-10T12:18:14,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:14,315 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:14,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:14,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:14,363 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/49eef8ba37994d0b8619b4adc6981af4 2024-11-10T12:18:14,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/de092b9d65b542d781e1274f5839c0b0 is 50, key is test_row_0/C:col10/1731241093538/Put/seqid=0 2024-11-10T12:18:14,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742083_1259 (size=12001) 2024-11-10T12:18:14,375 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/de092b9d65b542d781e1274f5839c0b0 2024-11-10T12:18:14,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/07d698d13f674b6fb43cb395a41aa63b as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/07d698d13f674b6fb43cb395a41aa63b 2024-11-10T12:18:14,385 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/07d698d13f674b6fb43cb395a41aa63b, entries=200, sequenceid=75, filesize=14.0 K 2024-11-10T12:18:14,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/49eef8ba37994d0b8619b4adc6981af4 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/49eef8ba37994d0b8619b4adc6981af4 2024-11-10T12:18:14,392 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/49eef8ba37994d0b8619b4adc6981af4, entries=150, sequenceid=75, filesize=11.7 K 2024-11-10T12:18:14,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/de092b9d65b542d781e1274f5839c0b0 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/de092b9d65b542d781e1274f5839c0b0 2024-11-10T12:18:14,399 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/de092b9d65b542d781e1274f5839c0b0, entries=150, sequenceid=75, filesize=11.7 K 2024-11-10T12:18:14,399 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 0f3569043df4c0bf7cac611dc3a1f72c in 860ms, sequenceid=75, compaction requested=true 2024-11-10T12:18:14,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0f3569043df4c0bf7cac611dc3a1f72c: 2024-11-10T12:18:14,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f3569043df4c0bf7cac611dc3a1f72c:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:18:14,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:18:14,400 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:18:14,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f3569043df4c0bf7cac611dc3a1f72c:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:18:14,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:18:14,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f3569043df4c0bf7cac611dc3a1f72c:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:18:14,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-10T12:18:14,400 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:18:14,402 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50344 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:18:14,402 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:18:14,402 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): 0f3569043df4c0bf7cac611dc3a1f72c/B is initiating minor compaction (all files) 2024-11-10T12:18:14,402 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1540): 0f3569043df4c0bf7cac611dc3a1f72c/A is initiating minor compaction (all files) 2024-11-10T12:18:14,402 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f3569043df4c0bf7cac611dc3a1f72c/A in TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:14,402 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f3569043df4c0bf7cac611dc3a1f72c/B in TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:14,402 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/5efa42b9448d41d48151499946db1546, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/da9556305eae44b0a1afe4c805a95140, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/4189d42590e64a6cbfa2c8fe7e521c47, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/49eef8ba37994d0b8619b4adc6981af4] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp, totalSize=46.9 K 2024-11-10T12:18:14,402 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/8c0f3dbb9fb2489c8d52039152e33b38, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/cfa9d99f508e407890837900782f2fef, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/f0e7eb0a1a514f6b85e0450bb8f865dd, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/07d698d13f674b6fb43cb395a41aa63b] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp, totalSize=49.2 K 2024-11-10T12:18:14,402 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 5efa42b9448d41d48151499946db1546, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731241090654 2024-11-10T12:18:14,402 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c0f3dbb9fb2489c8d52039152e33b38, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731241090654 2024-11-10T12:18:14,403 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting da9556305eae44b0a1afe4c805a95140, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731241090674 2024-11-10T12:18:14,403 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting cfa9d99f508e407890837900782f2fef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731241090674 2024-11-10T12:18:14,403 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 4189d42590e64a6cbfa2c8fe7e521c47, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731241091797 2024-11-10T12:18:14,404 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting f0e7eb0a1a514f6b85e0450bb8f865dd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731241091797 2024-11-10T12:18:14,404 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 49eef8ba37994d0b8619b4adc6981af4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731241092931 2024-11-10T12:18:14,404 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07d698d13f674b6fb43cb395a41aa63b, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731241092928 2024-11-10T12:18:14,414 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f3569043df4c0bf7cac611dc3a1f72c#A#compaction#216 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:18:14,415 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/bcea2f1b825b44ddb601e2ca45aba0e2 is 50, key is test_row_0/A:col10/1731241093538/Put/seqid=0 2024-11-10T12:18:14,418 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f3569043df4c0bf7cac611dc3a1f72c#B#compaction#217 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:18:14,419 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/6683ebb9d4da480eb4ce191a2526c9e4 is 50, key is test_row_0/B:col10/1731241093538/Put/seqid=0 2024-11-10T12:18:14,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742084_1260 (size=12139) 2024-11-10T12:18:14,438 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/bcea2f1b825b44ddb601e2ca45aba0e2 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/bcea2f1b825b44ddb601e2ca45aba0e2 2024-11-10T12:18:14,443 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0f3569043df4c0bf7cac611dc3a1f72c/A of 0f3569043df4c0bf7cac611dc3a1f72c into bcea2f1b825b44ddb601e2ca45aba0e2(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:18:14,443 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f3569043df4c0bf7cac611dc3a1f72c: 2024-11-10T12:18:14,443 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c., storeName=0f3569043df4c0bf7cac611dc3a1f72c/A, priority=12, startTime=1731241094400; duration=0sec 2024-11-10T12:18:14,443 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:18:14,443 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f3569043df4c0bf7cac611dc3a1f72c:A 2024-11-10T12:18:14,443 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:18:14,445 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:18:14,445 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1540): 0f3569043df4c0bf7cac611dc3a1f72c/C is initiating minor compaction (all files) 2024-11-10T12:18:14,445 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f3569043df4c0bf7cac611dc3a1f72c/C in TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:14,445 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/e92f0334d8a7406a932739fb360f6866, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/ae577c7165b84825a08465333e7ea56e, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/16eb1ea1ae704880860f2bc1ee8b11ea, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/de092b9d65b542d781e1274f5839c0b0] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp, totalSize=46.9 K 2024-11-10T12:18:14,445 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting e92f0334d8a7406a932739fb360f6866, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731241090654 2024-11-10T12:18:14,446 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae577c7165b84825a08465333e7ea56e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731241090674 2024-11-10T12:18:14,446 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 16eb1ea1ae704880860f2bc1ee8b11ea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731241091797 2024-11-10T12:18:14,446 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting de092b9d65b542d781e1274f5839c0b0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731241092931 2024-11-10T12:18:14,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742085_1261 (size=12139) 2024-11-10T12:18:14,454 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/6683ebb9d4da480eb4ce191a2526c9e4 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/6683ebb9d4da480eb4ce191a2526c9e4 2024-11-10T12:18:14,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-10T12:18:14,460 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0f3569043df4c0bf7cac611dc3a1f72c/B of 0f3569043df4c0bf7cac611dc3a1f72c into 6683ebb9d4da480eb4ce191a2526c9e4(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:18:14,460 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f3569043df4c0bf7cac611dc3a1f72c: 2024-11-10T12:18:14,460 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c., storeName=0f3569043df4c0bf7cac611dc3a1f72c/B, priority=12, startTime=1731241094400; duration=0sec 2024-11-10T12:18:14,460 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:18:14,460 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f3569043df4c0bf7cac611dc3a1f72c:B 2024-11-10T12:18:14,462 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f3569043df4c0bf7cac611dc3a1f72c#C#compaction#218 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:18:14,462 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/e99581f1e28d4374979b72ba1f448f43 is 50, key is test_row_0/C:col10/1731241093538/Put/seqid=0 2024-11-10T12:18:14,466 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:14,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-10T12:18:14,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:14,467 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing 0f3569043df4c0bf7cac611dc3a1f72c 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-10T12:18:14,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f3569043df4c0bf7cac611dc3a1f72c, store=A 2024-11-10T12:18:14,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:14,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f3569043df4c0bf7cac611dc3a1f72c, store=B 2024-11-10T12:18:14,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:14,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f3569043df4c0bf7cac611dc3a1f72c, store=C 2024-11-10T12:18:14,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:14,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/4d14b0b5051140f4a4a2b1ee8f406de9 is 50, key is test_row_0/A:col10/1731241093546/Put/seqid=0 2024-11-10T12:18:14,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742086_1262 (size=12139) 2024-11-10T12:18:14,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742087_1263 (size=9657) 2024-11-10T12:18:14,486 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/e99581f1e28d4374979b72ba1f448f43 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/e99581f1e28d4374979b72ba1f448f43 2024-11-10T12:18:14,492 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0f3569043df4c0bf7cac611dc3a1f72c/C of 0f3569043df4c0bf7cac611dc3a1f72c into e99581f1e28d4374979b72ba1f448f43(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:18:14,492 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f3569043df4c0bf7cac611dc3a1f72c: 2024-11-10T12:18:14,492 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c., storeName=0f3569043df4c0bf7cac611dc3a1f72c/C, priority=12, startTime=1731241094400; duration=0sec 2024-11-10T12:18:14,492 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:18:14,492 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f3569043df4c0bf7cac611dc3a1f72c:C 2024-11-10T12:18:14,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 0f3569043df4c0bf7cac611dc3a1f72c 2024-11-10T12:18:14,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. as already flushing 2024-11-10T12:18:14,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:14,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:14,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47194 deadline: 1731241154697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:14,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1731241154697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:14,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:14,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47146 deadline: 1731241154724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:14,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:14,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47116 deadline: 1731241154724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:14,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:14,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47114 deadline: 1731241154724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:14,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:14,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1731241154825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:14,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:14,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47194 deadline: 1731241154825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:14,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:14,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47146 deadline: 1731241154827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:14,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:14,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47116 deadline: 1731241154827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:14,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:14,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47114 deadline: 1731241154827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:14,887 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/4d14b0b5051140f4a4a2b1ee8f406de9 2024-11-10T12:18:14,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/12daded4e1bb49dda66a55aaa6c1a2b1 is 50, key is test_row_0/B:col10/1731241093546/Put/seqid=0 2024-11-10T12:18:14,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742088_1264 (size=9657) 2024-11-10T12:18:14,899 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/12daded4e1bb49dda66a55aaa6c1a2b1 2024-11-10T12:18:14,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/8b0c1343f932412c80e4a35ea10e7f31 is 50, key is test_row_0/C:col10/1731241093546/Put/seqid=0 2024-11-10T12:18:14,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742089_1265 (size=9657) 2024-11-10T12:18:14,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-10T12:18:15,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:15,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47194 deadline: 1731241155028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:15,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:15,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1731241155028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:15,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:15,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47146 deadline: 1731241155028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:15,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:15,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47116 deadline: 1731241155030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:15,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:15,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47114 deadline: 1731241155031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:15,310 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/8b0c1343f932412c80e4a35ea10e7f31 2024-11-10T12:18:15,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/4d14b0b5051140f4a4a2b1ee8f406de9 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/4d14b0b5051140f4a4a2b1ee8f406de9 2024-11-10T12:18:15,317 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/4d14b0b5051140f4a4a2b1ee8f406de9, entries=100, sequenceid=87, filesize=9.4 K 2024-11-10T12:18:15,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/12daded4e1bb49dda66a55aaa6c1a2b1 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/12daded4e1bb49dda66a55aaa6c1a2b1 2024-11-10T12:18:15,321 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/12daded4e1bb49dda66a55aaa6c1a2b1, entries=100, sequenceid=87, filesize=9.4 K 2024-11-10T12:18:15,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/8b0c1343f932412c80e4a35ea10e7f31 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/8b0c1343f932412c80e4a35ea10e7f31 2024-11-10T12:18:15,326 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/8b0c1343f932412c80e4a35ea10e7f31, entries=100, sequenceid=87, filesize=9.4 K 2024-11-10T12:18:15,327 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 0f3569043df4c0bf7cac611dc3a1f72c in 860ms, sequenceid=87, compaction requested=false 2024-11-10T12:18:15,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for 0f3569043df4c0bf7cac611dc3a1f72c: 2024-11-10T12:18:15,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:15,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-11-10T12:18:15,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-11-10T12:18:15,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-10T12:18:15,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4710 sec 2024-11-10T12:18:15,330 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 1.4750 sec 2024-11-10T12:18:15,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 0f3569043df4c0bf7cac611dc3a1f72c 2024-11-10T12:18:15,332 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0f3569043df4c0bf7cac611dc3a1f72c 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-10T12:18:15,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f3569043df4c0bf7cac611dc3a1f72c, store=A 2024-11-10T12:18:15,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:15,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f3569043df4c0bf7cac611dc3a1f72c, store=B 2024-11-10T12:18:15,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:15,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f3569043df4c0bf7cac611dc3a1f72c, store=C 2024-11-10T12:18:15,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:15,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:15,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1731241155335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:15,337 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/230ecdc60f754af48ceb743f2d2381cb is 50, key is test_row_0/A:col10/1731241095331/Put/seqid=0 2024-11-10T12:18:15,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:15,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47194 deadline: 1731241155335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:15,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:15,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47114 deadline: 1731241155336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:15,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:15,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47146 deadline: 1731241155337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:15,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:15,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47116 deadline: 1731241155338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:15,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742090_1266 (size=14341) 2024-11-10T12:18:15,341 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/230ecdc60f754af48ceb743f2d2381cb 2024-11-10T12:18:15,348 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/6a65af74532e4629b37a29f0537e19e6 is 50, key is test_row_0/B:col10/1731241095331/Put/seqid=0 2024-11-10T12:18:15,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742091_1267 (size=12001) 2024-11-10T12:18:15,352 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/6a65af74532e4629b37a29f0537e19e6 2024-11-10T12:18:15,359 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/872fa63a62cb4b219ed6e9ab5c028c39 is 50, key is test_row_0/C:col10/1731241095331/Put/seqid=0 2024-11-10T12:18:15,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742092_1268 (size=12001) 2024-11-10T12:18:15,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:15,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1731241155438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:15,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:15,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47194 deadline: 1731241155438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:15,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:15,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47114 deadline: 1731241155439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:15,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:15,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47146 deadline: 1731241155440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:15,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:15,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47116 deadline: 1731241155441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:15,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:15,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47194 deadline: 1731241155640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:15,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:15,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1731241155640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:15,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:15,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47114 deadline: 1731241155642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:15,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:15,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47146 deadline: 1731241155643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:15,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:15,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47116 deadline: 1731241155644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:15,764 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/872fa63a62cb4b219ed6e9ab5c028c39 2024-11-10T12:18:15,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/230ecdc60f754af48ceb743f2d2381cb as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/230ecdc60f754af48ceb743f2d2381cb 2024-11-10T12:18:15,772 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/230ecdc60f754af48ceb743f2d2381cb, entries=200, sequenceid=115, filesize=14.0 K 2024-11-10T12:18:15,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/6a65af74532e4629b37a29f0537e19e6 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/6a65af74532e4629b37a29f0537e19e6 2024-11-10T12:18:15,778 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/6a65af74532e4629b37a29f0537e19e6, entries=150, sequenceid=115, filesize=11.7 K 2024-11-10T12:18:15,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/872fa63a62cb4b219ed6e9ab5c028c39 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/872fa63a62cb4b219ed6e9ab5c028c39 2024-11-10T12:18:15,782 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/872fa63a62cb4b219ed6e9ab5c028c39, entries=150, sequenceid=115, filesize=11.7 K 2024-11-10T12:18:15,783 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 0f3569043df4c0bf7cac611dc3a1f72c in 451ms, sequenceid=115, compaction requested=true 2024-11-10T12:18:15,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0f3569043df4c0bf7cac611dc3a1f72c: 2024-11-10T12:18:15,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f3569043df4c0bf7cac611dc3a1f72c:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:18:15,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:18:15,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f3569043df4c0bf7cac611dc3a1f72c:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:18:15,783 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:18:15,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:18:15,783 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:18:15,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f3569043df4c0bf7cac611dc3a1f72c:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:18:15,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:18:15,784 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:18:15,784 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36137 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:18:15,784 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): 0f3569043df4c0bf7cac611dc3a1f72c/B is initiating minor compaction (all files) 2024-11-10T12:18:15,784 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1540): 0f3569043df4c0bf7cac611dc3a1f72c/A is initiating minor compaction (all files) 2024-11-10T12:18:15,784 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f3569043df4c0bf7cac611dc3a1f72c/B in TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:15,784 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f3569043df4c0bf7cac611dc3a1f72c/A in TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:15,784 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/6683ebb9d4da480eb4ce191a2526c9e4, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/12daded4e1bb49dda66a55aaa6c1a2b1, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/6a65af74532e4629b37a29f0537e19e6] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp, totalSize=33.0 K 2024-11-10T12:18:15,784 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/bcea2f1b825b44ddb601e2ca45aba0e2, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/4d14b0b5051140f4a4a2b1ee8f406de9, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/230ecdc60f754af48ceb743f2d2381cb] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp, totalSize=35.3 K 2024-11-10T12:18:15,785 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 6683ebb9d4da480eb4ce191a2526c9e4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731241092931 2024-11-10T12:18:15,785 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting bcea2f1b825b44ddb601e2ca45aba0e2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731241092931 2024-11-10T12:18:15,785 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 12daded4e1bb49dda66a55aaa6c1a2b1, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731241093546 2024-11-10T12:18:15,785 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d14b0b5051140f4a4a2b1ee8f406de9, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731241093546 2024-11-10T12:18:15,785 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 230ecdc60f754af48ceb743f2d2381cb, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731241094697 2024-11-10T12:18:15,785 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a65af74532e4629b37a29f0537e19e6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731241094697 2024-11-10T12:18:15,792 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f3569043df4c0bf7cac611dc3a1f72c#B#compaction#225 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:18:15,792 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f3569043df4c0bf7cac611dc3a1f72c#A#compaction#226 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:18:15,792 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/125e249e99294e6985aee315ee2d7b99 is 50, key is test_row_0/B:col10/1731241095331/Put/seqid=0 2024-11-10T12:18:15,792 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/bcbf97e76668431a8d5b876e9e330dd1 is 50, key is test_row_0/A:col10/1731241095331/Put/seqid=0 2024-11-10T12:18:15,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742094_1270 (size=12241) 2024-11-10T12:18:15,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742093_1269 (size=12241) 2024-11-10T12:18:15,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 0f3569043df4c0bf7cac611dc3a1f72c 2024-11-10T12:18:15,946 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0f3569043df4c0bf7cac611dc3a1f72c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T12:18:15,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f3569043df4c0bf7cac611dc3a1f72c, store=A 2024-11-10T12:18:15,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:15,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f3569043df4c0bf7cac611dc3a1f72c, store=B 2024-11-10T12:18:15,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:15,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f3569043df4c0bf7cac611dc3a1f72c, store=C 2024-11-10T12:18:15,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:15,951 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/06cd4c8d88bd47c3bbbd8ea2e35c1ed7 is 50, key is test_row_0/A:col10/1731241095336/Put/seqid=0 2024-11-10T12:18:15,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742095_1271 (size=12001) 2024-11-10T12:18:15,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-10T12:18:15,960 INFO [Thread-1153 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-10T12:18:15,961 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:18:15,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-10T12:18:15,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-10T12:18:15,963 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:18:15,963 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:18:15,963 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:18:15,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:15,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1731241155961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:15,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:15,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47146 deadline: 1731241155960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:15,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:15,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:15,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47194 deadline: 1731241155965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:15,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47116 deadline: 1731241155963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:15,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:15,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47114 deadline: 1731241155965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:16,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-10T12:18:16,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:16,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1731241156066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:16,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:16,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47146 deadline: 1731241156066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:16,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:16,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47116 deadline: 1731241156067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:16,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:16,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47194 deadline: 1731241156068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:16,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:16,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47114 deadline: 1731241156068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:16,114 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:16,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-10T12:18:16,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:16,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. as already flushing 2024-11-10T12:18:16,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:16,115 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:16,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:16,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:16,205 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/bcbf97e76668431a8d5b876e9e330dd1 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/bcbf97e76668431a8d5b876e9e330dd1 2024-11-10T12:18:16,205 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/125e249e99294e6985aee315ee2d7b99 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/125e249e99294e6985aee315ee2d7b99 2024-11-10T12:18:16,210 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0f3569043df4c0bf7cac611dc3a1f72c/A of 0f3569043df4c0bf7cac611dc3a1f72c into bcbf97e76668431a8d5b876e9e330dd1(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:18:16,210 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0f3569043df4c0bf7cac611dc3a1f72c/B of 0f3569043df4c0bf7cac611dc3a1f72c into 125e249e99294e6985aee315ee2d7b99(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:18:16,210 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f3569043df4c0bf7cac611dc3a1f72c: 2024-11-10T12:18:16,210 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f3569043df4c0bf7cac611dc3a1f72c: 2024-11-10T12:18:16,210 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c., storeName=0f3569043df4c0bf7cac611dc3a1f72c/A, priority=13, startTime=1731241095783; duration=0sec 2024-11-10T12:18:16,210 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c., storeName=0f3569043df4c0bf7cac611dc3a1f72c/B, priority=13, startTime=1731241095783; duration=0sec 2024-11-10T12:18:16,210 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:18:16,210 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f3569043df4c0bf7cac611dc3a1f72c:A 2024-11-10T12:18:16,210 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:18:16,210 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f3569043df4c0bf7cac611dc3a1f72c:B 2024-11-10T12:18:16,210 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:18:16,211 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:18:16,211 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1540): 0f3569043df4c0bf7cac611dc3a1f72c/C is initiating minor compaction (all files) 2024-11-10T12:18:16,211 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f3569043df4c0bf7cac611dc3a1f72c/C in TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:16,211 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/e99581f1e28d4374979b72ba1f448f43, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/8b0c1343f932412c80e4a35ea10e7f31, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/872fa63a62cb4b219ed6e9ab5c028c39] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp, totalSize=33.0 K 2024-11-10T12:18:16,211 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting e99581f1e28d4374979b72ba1f448f43, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731241092931 2024-11-10T12:18:16,212 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8b0c1343f932412c80e4a35ea10e7f31, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731241093546 2024-11-10T12:18:16,212 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 872fa63a62cb4b219ed6e9ab5c028c39, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731241094697 2024-11-10T12:18:16,219 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f3569043df4c0bf7cac611dc3a1f72c#C#compaction#228 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:18:16,219 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/13ef14477f7345e992b08fed3f6f962e is 50, key is test_row_0/C:col10/1731241095331/Put/seqid=0 2024-11-10T12:18:16,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742096_1272 (size=12241) 2024-11-10T12:18:16,227 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/13ef14477f7345e992b08fed3f6f962e as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/13ef14477f7345e992b08fed3f6f962e 2024-11-10T12:18:16,231 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0f3569043df4c0bf7cac611dc3a1f72c/C of 0f3569043df4c0bf7cac611dc3a1f72c into 13ef14477f7345e992b08fed3f6f962e(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:18:16,231 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f3569043df4c0bf7cac611dc3a1f72c: 2024-11-10T12:18:16,231 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c., storeName=0f3569043df4c0bf7cac611dc3a1f72c/C, priority=13, startTime=1731241095783; duration=0sec 2024-11-10T12:18:16,231 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:18:16,231 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f3569043df4c0bf7cac611dc3a1f72c:C 2024-11-10T12:18:16,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-10T12:18:16,267 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:16,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-10T12:18:16,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:16,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. as already flushing 2024-11-10T12:18:16,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:16,268 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:16,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:16,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:16,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:16,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1731241156269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:16,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:16,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47146 deadline: 1731241156269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:16,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:16,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47194 deadline: 1731241156270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:16,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:16,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47116 deadline: 1731241156271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:16,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:16,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47114 deadline: 1731241156272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:16,355 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/06cd4c8d88bd47c3bbbd8ea2e35c1ed7 2024-11-10T12:18:16,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/1ca8b267bda14f699540b59297788528 is 50, key is test_row_0/B:col10/1731241095336/Put/seqid=0 2024-11-10T12:18:16,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742097_1273 (size=12001) 2024-11-10T12:18:16,420 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:16,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-10T12:18:16,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:16,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. as already flushing 2024-11-10T12:18:16,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:16,421 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:16,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:16,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:16,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-10T12:18:16,572 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:16,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:16,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-10T12:18:16,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47146 deadline: 1731241156571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:16,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:16,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. as already flushing 2024-11-10T12:18:16,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:16,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:16,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1731241156572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:16,573 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:16,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:16,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:16,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:16,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47194 deadline: 1731241156573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:16,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:16,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:16,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47114 deadline: 1731241156574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:16,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47116 deadline: 1731241156574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:16,725 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:16,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-10T12:18:16,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:16,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. as already flushing 2024-11-10T12:18:16,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:16,726 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:16,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:16,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:16,765 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/1ca8b267bda14f699540b59297788528 2024-11-10T12:18:16,773 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/43ddc710670f467c972b2a2703a639cc is 50, key is test_row_0/C:col10/1731241095336/Put/seqid=0 2024-11-10T12:18:16,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742098_1274 (size=12001) 2024-11-10T12:18:16,877 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:16,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-10T12:18:16,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:16,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. as already flushing 2024-11-10T12:18:16,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:16,878 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:16,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:16,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:17,030 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:17,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-10T12:18:17,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:17,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. as already flushing 2024-11-10T12:18:17,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:17,031 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:17,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:17,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:17,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-10T12:18:17,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:17,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47146 deadline: 1731241157076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:17,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:17,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1731241157078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:17,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:17,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47194 deadline: 1731241157078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:17,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:17,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47114 deadline: 1731241157079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:17,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:17,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47116 deadline: 1731241157079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:17,183 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:17,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-10T12:18:17,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:17,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. as already flushing 2024-11-10T12:18:17,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:17,183 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:17,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:17,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:17,193 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/43ddc710670f467c972b2a2703a639cc 2024-11-10T12:18:17,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/06cd4c8d88bd47c3bbbd8ea2e35c1ed7 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/06cd4c8d88bd47c3bbbd8ea2e35c1ed7 2024-11-10T12:18:17,201 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/06cd4c8d88bd47c3bbbd8ea2e35c1ed7, entries=150, sequenceid=126, filesize=11.7 K 2024-11-10T12:18:17,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/1ca8b267bda14f699540b59297788528 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/1ca8b267bda14f699540b59297788528 2024-11-10T12:18:17,206 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/1ca8b267bda14f699540b59297788528, entries=150, sequenceid=126, filesize=11.7 K 2024-11-10T12:18:17,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/43ddc710670f467c972b2a2703a639cc as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/43ddc710670f467c972b2a2703a639cc 2024-11-10T12:18:17,210 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/43ddc710670f467c972b2a2703a639cc, entries=150, sequenceid=126, filesize=11.7 K 2024-11-10T12:18:17,211 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 0f3569043df4c0bf7cac611dc3a1f72c in 1265ms, sequenceid=126, compaction requested=false 2024-11-10T12:18:17,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0f3569043df4c0bf7cac611dc3a1f72c: 2024-11-10T12:18:17,335 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:17,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-10T12:18:17,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:17,336 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing 0f3569043df4c0bf7cac611dc3a1f72c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-10T12:18:17,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f3569043df4c0bf7cac611dc3a1f72c, store=A 2024-11-10T12:18:17,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:17,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f3569043df4c0bf7cac611dc3a1f72c, store=B 2024-11-10T12:18:17,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:17,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f3569043df4c0bf7cac611dc3a1f72c, store=C 2024-11-10T12:18:17,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:17,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/1abf822cae5543c5a8297cf937ec90dc is 50, key is test_row_0/A:col10/1731241095958/Put/seqid=0 2024-11-10T12:18:17,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742099_1275 (size=12151) 2024-11-10T12:18:17,744 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/1abf822cae5543c5a8297cf937ec90dc 2024-11-10T12:18:17,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/43bc5ed20fcf4019b3c032b2a6f78e9f is 50, key is test_row_0/B:col10/1731241095958/Put/seqid=0 2024-11-10T12:18:17,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742100_1276 (size=12151) 2024-11-10T12:18:18,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-10T12:18:18,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 0f3569043df4c0bf7cac611dc3a1f72c 2024-11-10T12:18:18,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. as already flushing 2024-11-10T12:18:18,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:18,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47194 deadline: 1731241158087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:18,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:18,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47114 deadline: 1731241158087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:18,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:18,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47146 deadline: 1731241158088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:18,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:18,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1731241158088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:18,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:18,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47116 deadline: 1731241158091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:18,156 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/43bc5ed20fcf4019b3c032b2a6f78e9f 2024-11-10T12:18:18,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/27efe0b5045c4363b2043791a42e369a is 50, key is test_row_0/C:col10/1731241095958/Put/seqid=0 2024-11-10T12:18:18,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742101_1277 (size=12151) 2024-11-10T12:18:18,167 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/27efe0b5045c4363b2043791a42e369a 2024-11-10T12:18:18,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/1abf822cae5543c5a8297cf937ec90dc as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/1abf822cae5543c5a8297cf937ec90dc 2024-11-10T12:18:18,174 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/1abf822cae5543c5a8297cf937ec90dc, entries=150, sequenceid=155, filesize=11.9 K 2024-11-10T12:18:18,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/43bc5ed20fcf4019b3c032b2a6f78e9f as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/43bc5ed20fcf4019b3c032b2a6f78e9f 2024-11-10T12:18:18,179 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/43bc5ed20fcf4019b3c032b2a6f78e9f, entries=150, sequenceid=155, filesize=11.9 K 2024-11-10T12:18:18,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/27efe0b5045c4363b2043791a42e369a as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/27efe0b5045c4363b2043791a42e369a 2024-11-10T12:18:18,184 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/27efe0b5045c4363b2043791a42e369a, entries=150, sequenceid=155, filesize=11.9 K 2024-11-10T12:18:18,184 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 0f3569043df4c0bf7cac611dc3a1f72c in 848ms, sequenceid=155, compaction requested=true 2024-11-10T12:18:18,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for 0f3569043df4c0bf7cac611dc3a1f72c: 2024-11-10T12:18:18,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:18,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-10T12:18:18,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-10T12:18:18,188 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-10T12:18:18,188 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2220 sec 2024-11-10T12:18:18,189 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 2.2280 sec 2024-11-10T12:18:18,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 0f3569043df4c0bf7cac611dc3a1f72c 2024-11-10T12:18:18,191 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0f3569043df4c0bf7cac611dc3a1f72c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T12:18:18,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f3569043df4c0bf7cac611dc3a1f72c, store=A 2024-11-10T12:18:18,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:18,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f3569043df4c0bf7cac611dc3a1f72c, store=B 2024-11-10T12:18:18,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:18,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f3569043df4c0bf7cac611dc3a1f72c, store=C 2024-11-10T12:18:18,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:18,196 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/af430bc28f8c4c46ba34fa635298eeb0 is 50, key is test_row_0/A:col10/1731241098190/Put/seqid=0 2024-11-10T12:18:18,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742102_1278 (size=12151) 2024-11-10T12:18:18,200 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/af430bc28f8c4c46ba34fa635298eeb0 2024-11-10T12:18:18,207 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/9d4d19e2caef4e939bf59f6d9ffe6ed8 is 50, key is test_row_0/B:col10/1731241098190/Put/seqid=0 2024-11-10T12:18:18,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742103_1279 (size=12151) 2024-11-10T12:18:18,211 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/9d4d19e2caef4e939bf59f6d9ffe6ed8 2024-11-10T12:18:18,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/2189fda58cf54aedb0c5f4d2a51e69b9 is 50, key is test_row_0/C:col10/1731241098190/Put/seqid=0 2024-11-10T12:18:18,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742104_1280 (size=12151) 2024-11-10T12:18:18,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:18,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1731241158220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:18,224 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/2189fda58cf54aedb0c5f4d2a51e69b9 2024-11-10T12:18:18,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:18,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47146 deadline: 1731241158223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:18,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/af430bc28f8c4c46ba34fa635298eeb0 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/af430bc28f8c4c46ba34fa635298eeb0 2024-11-10T12:18:18,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:18,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47194 deadline: 1731241158224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:18,231 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/af430bc28f8c4c46ba34fa635298eeb0, entries=150, sequenceid=166, filesize=11.9 K 2024-11-10T12:18:18,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/9d4d19e2caef4e939bf59f6d9ffe6ed8 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/9d4d19e2caef4e939bf59f6d9ffe6ed8 2024-11-10T12:18:18,236 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/9d4d19e2caef4e939bf59f6d9ffe6ed8, entries=150, sequenceid=166, filesize=11.9 K 2024-11-10T12:18:18,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/2189fda58cf54aedb0c5f4d2a51e69b9 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/2189fda58cf54aedb0c5f4d2a51e69b9 2024-11-10T12:18:18,240 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/2189fda58cf54aedb0c5f4d2a51e69b9, entries=150, sequenceid=166, filesize=11.9 K 2024-11-10T12:18:18,240 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 0f3569043df4c0bf7cac611dc3a1f72c in 49ms, sequenceid=166, compaction requested=true 2024-11-10T12:18:18,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0f3569043df4c0bf7cac611dc3a1f72c: 2024-11-10T12:18:18,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f3569043df4c0bf7cac611dc3a1f72c:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:18:18,241 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:18:18,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:18:18,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f3569043df4c0bf7cac611dc3a1f72c:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:18:18,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:18:18,241 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:18:18,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f3569043df4c0bf7cac611dc3a1f72c:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:18:18,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:18:18,242 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:18:18,242 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1540): 0f3569043df4c0bf7cac611dc3a1f72c/A is initiating minor compaction (all files) 2024-11-10T12:18:18,242 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f3569043df4c0bf7cac611dc3a1f72c/A in TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:18,242 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/bcbf97e76668431a8d5b876e9e330dd1, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/06cd4c8d88bd47c3bbbd8ea2e35c1ed7, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/1abf822cae5543c5a8297cf937ec90dc, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/af430bc28f8c4c46ba34fa635298eeb0] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp, totalSize=47.4 K 2024-11-10T12:18:18,243 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:18:18,243 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): 0f3569043df4c0bf7cac611dc3a1f72c/B is initiating minor compaction (all files) 2024-11-10T12:18:18,243 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f3569043df4c0bf7cac611dc3a1f72c/B in TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:18,243 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/125e249e99294e6985aee315ee2d7b99, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/1ca8b267bda14f699540b59297788528, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/43bc5ed20fcf4019b3c032b2a6f78e9f, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/9d4d19e2caef4e939bf59f6d9ffe6ed8] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp, totalSize=47.4 K 2024-11-10T12:18:18,243 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting bcbf97e76668431a8d5b876e9e330dd1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731241094697 2024-11-10T12:18:18,243 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 125e249e99294e6985aee315ee2d7b99, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731241094697 2024-11-10T12:18:18,243 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 06cd4c8d88bd47c3bbbd8ea2e35c1ed7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1731241095334 2024-11-10T12:18:18,244 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1abf822cae5543c5a8297cf937ec90dc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731241095958 2024-11-10T12:18:18,244 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ca8b267bda14f699540b59297788528, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1731241095334 2024-11-10T12:18:18,244 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting af430bc28f8c4c46ba34fa635298eeb0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731241098087 2024-11-10T12:18:18,244 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 43bc5ed20fcf4019b3c032b2a6f78e9f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731241095958 2024-11-10T12:18:18,244 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d4d19e2caef4e939bf59f6d9ffe6ed8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731241098087 2024-11-10T12:18:18,251 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f3569043df4c0bf7cac611dc3a1f72c#B#compaction#237 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:18:18,252 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/1b1dcd5e0dd242baaa921a212840e96d is 50, key is test_row_0/B:col10/1731241098190/Put/seqid=0 2024-11-10T12:18:18,254 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f3569043df4c0bf7cac611dc3a1f72c#A#compaction#238 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:18:18,255 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/94b2bfc911f348eaafe5dde7d8e035a0 is 50, key is test_row_0/A:col10/1731241098190/Put/seqid=0 2024-11-10T12:18:18,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742105_1281 (size=12527) 2024-11-10T12:18:18,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742106_1282 (size=12527) 2024-11-10T12:18:18,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 0f3569043df4c0bf7cac611dc3a1f72c 2024-11-10T12:18:18,326 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0f3569043df4c0bf7cac611dc3a1f72c 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-10T12:18:18,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f3569043df4c0bf7cac611dc3a1f72c, store=A 2024-11-10T12:18:18,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:18,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f3569043df4c0bf7cac611dc3a1f72c, store=B 2024-11-10T12:18:18,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:18,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f3569043df4c0bf7cac611dc3a1f72c, store=C 2024-11-10T12:18:18,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:18,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/7a27ba03373141b494b5e5cff82018d9 is 50, key is test_row_0/A:col10/1731241098325/Put/seqid=0 2024-11-10T12:18:18,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742107_1283 (size=14541) 2024-11-10T12:18:18,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:18,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1731241158335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:18,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:18,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:18,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47194 deadline: 1731241158340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:18,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47146 deadline: 1731241158339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:18,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:18,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1731241158440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:18,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:18,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:18,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47146 deadline: 1731241158444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:18,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47194 deadline: 1731241158444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:18,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:18,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1731241158643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:18,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:18,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47194 deadline: 1731241158647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:18,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:18,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47146 deadline: 1731241158648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:18,665 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/1b1dcd5e0dd242baaa921a212840e96d as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/1b1dcd5e0dd242baaa921a212840e96d 2024-11-10T12:18:18,669 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/94b2bfc911f348eaafe5dde7d8e035a0 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/94b2bfc911f348eaafe5dde7d8e035a0 2024-11-10T12:18:18,671 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0f3569043df4c0bf7cac611dc3a1f72c/B of 0f3569043df4c0bf7cac611dc3a1f72c into 1b1dcd5e0dd242baaa921a212840e96d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:18:18,671 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f3569043df4c0bf7cac611dc3a1f72c: 2024-11-10T12:18:18,671 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c., storeName=0f3569043df4c0bf7cac611dc3a1f72c/B, priority=12, startTime=1731241098241; duration=0sec 2024-11-10T12:18:18,671 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:18:18,671 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f3569043df4c0bf7cac611dc3a1f72c:B 2024-11-10T12:18:18,671 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:18:18,673 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:18:18,673 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): 0f3569043df4c0bf7cac611dc3a1f72c/C is initiating minor compaction (all files) 2024-11-10T12:18:18,674 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f3569043df4c0bf7cac611dc3a1f72c/C in TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:18,674 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/13ef14477f7345e992b08fed3f6f962e, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/43ddc710670f467c972b2a2703a639cc, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/27efe0b5045c4363b2043791a42e369a, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/2189fda58cf54aedb0c5f4d2a51e69b9] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp, totalSize=47.4 K 2024-11-10T12:18:18,674 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 13ef14477f7345e992b08fed3f6f962e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731241094697 2024-11-10T12:18:18,675 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 43ddc710670f467c972b2a2703a639cc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1731241095334 2024-11-10T12:18:18,676 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 27efe0b5045c4363b2043791a42e369a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731241095958 2024-11-10T12:18:18,676 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0f3569043df4c0bf7cac611dc3a1f72c/A of 0f3569043df4c0bf7cac611dc3a1f72c into 94b2bfc911f348eaafe5dde7d8e035a0(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:18:18,676 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f3569043df4c0bf7cac611dc3a1f72c: 2024-11-10T12:18:18,676 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c., storeName=0f3569043df4c0bf7cac611dc3a1f72c/A, priority=12, startTime=1731241098240; duration=0sec 2024-11-10T12:18:18,676 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:18:18,676 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f3569043df4c0bf7cac611dc3a1f72c:A 2024-11-10T12:18:18,676 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 2189fda58cf54aedb0c5f4d2a51e69b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731241098087 2024-11-10T12:18:18,689 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f3569043df4c0bf7cac611dc3a1f72c#C#compaction#240 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:18:18,689 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/be270efbca424ae49d35ee6dd8585d80 is 50, key is test_row_0/C:col10/1731241098190/Put/seqid=0 2024-11-10T12:18:18,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742108_1284 (size=12527) 2024-11-10T12:18:18,735 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/7a27ba03373141b494b5e5cff82018d9 2024-11-10T12:18:18,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/958a21b003894971bdb27ee99e89fbfb is 50, key is test_row_0/B:col10/1731241098325/Put/seqid=0 2024-11-10T12:18:18,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742109_1285 (size=12151) 2024-11-10T12:18:18,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:18,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1731241158946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:18,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:18,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47194 deadline: 1731241158950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:18,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:18,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47146 deadline: 1731241158952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:19,098 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/be270efbca424ae49d35ee6dd8585d80 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/be270efbca424ae49d35ee6dd8585d80 2024-11-10T12:18:19,102 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0f3569043df4c0bf7cac611dc3a1f72c/C of 0f3569043df4c0bf7cac611dc3a1f72c into be270efbca424ae49d35ee6dd8585d80(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:18:19,102 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f3569043df4c0bf7cac611dc3a1f72c: 2024-11-10T12:18:19,102 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c., storeName=0f3569043df4c0bf7cac611dc3a1f72c/C, priority=12, startTime=1731241098241; duration=0sec 2024-11-10T12:18:19,103 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:18:19,103 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f3569043df4c0bf7cac611dc3a1f72c:C 2024-11-10T12:18:19,146 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/958a21b003894971bdb27ee99e89fbfb 2024-11-10T12:18:19,152 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/745bbc3c5c3d4343a6c24d4004a785e0 is 50, key is test_row_0/C:col10/1731241098325/Put/seqid=0 2024-11-10T12:18:19,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742110_1286 (size=12151) 2024-11-10T12:18:19,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:19,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1731241159451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:19,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:19,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47194 deadline: 1731241159456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:19,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:19,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47146 deadline: 1731241159456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:19,557 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/745bbc3c5c3d4343a6c24d4004a785e0 2024-11-10T12:18:19,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/7a27ba03373141b494b5e5cff82018d9 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/7a27ba03373141b494b5e5cff82018d9 2024-11-10T12:18:19,564 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/7a27ba03373141b494b5e5cff82018d9, entries=200, sequenceid=193, filesize=14.2 K 2024-11-10T12:18:19,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/958a21b003894971bdb27ee99e89fbfb as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/958a21b003894971bdb27ee99e89fbfb 2024-11-10T12:18:19,574 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/958a21b003894971bdb27ee99e89fbfb, entries=150, sequenceid=193, filesize=11.9 K 2024-11-10T12:18:19,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/745bbc3c5c3d4343a6c24d4004a785e0 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/745bbc3c5c3d4343a6c24d4004a785e0 2024-11-10T12:18:19,578 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/745bbc3c5c3d4343a6c24d4004a785e0, entries=150, sequenceid=193, filesize=11.9 K 2024-11-10T12:18:19,579 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 0f3569043df4c0bf7cac611dc3a1f72c in 1253ms, sequenceid=193, compaction requested=false 2024-11-10T12:18:19,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0f3569043df4c0bf7cac611dc3a1f72c: 2024-11-10T12:18:20,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-10T12:18:20,068 INFO [Thread-1153 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-10T12:18:20,069 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:18:20,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-10T12:18:20,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-10T12:18:20,070 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:18:20,071 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:18:20,071 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:18:20,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 0f3569043df4c0bf7cac611dc3a1f72c 2024-11-10T12:18:20,107 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0f3569043df4c0bf7cac611dc3a1f72c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T12:18:20,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f3569043df4c0bf7cac611dc3a1f72c, store=A 2024-11-10T12:18:20,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:20,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f3569043df4c0bf7cac611dc3a1f72c, store=B 2024-11-10T12:18:20,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:20,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f3569043df4c0bf7cac611dc3a1f72c, store=C 2024-11-10T12:18:20,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:20,111 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/3fac6776ab6944a986d0a10929f1370c is 50, key is test_row_0/A:col10/1731241098334/Put/seqid=0 2024-11-10T12:18:20,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742111_1287 (size=12151) 2024-11-10T12:18:20,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:20,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47116 deadline: 1731241160135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:20,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:20,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47114 deadline: 1731241160135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:20,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-10T12:18:20,222 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:20,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-10T12:18:20,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:20,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. as already flushing 2024-11-10T12:18:20,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:20,223 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:20,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:20,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:20,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:20,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47116 deadline: 1731241160237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:20,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:20,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47114 deadline: 1731241160238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:20,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-10T12:18:20,375 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:20,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-10T12:18:20,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:20,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. as already flushing 2024-11-10T12:18:20,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:20,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:20,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:20,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:20,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:20,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47116 deadline: 1731241160441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:20,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:20,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47114 deadline: 1731241160441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:20,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:20,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1731241160455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:20,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:20,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47146 deadline: 1731241160461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:20,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:20,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47194 deadline: 1731241160462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:20,515 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/3fac6776ab6944a986d0a10929f1370c 2024-11-10T12:18:20,521 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/048a91b5d2734b1ba6f30e1f81ebe972 is 50, key is test_row_0/B:col10/1731241098334/Put/seqid=0 2024-11-10T12:18:20,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742112_1288 (size=12151) 2024-11-10T12:18:20,527 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:20,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-10T12:18:20,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:20,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. as already flushing 2024-11-10T12:18:20,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:20,528 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:20,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:20,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:20,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-10T12:18:20,680 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:20,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-10T12:18:20,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:20,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. as already flushing 2024-11-10T12:18:20,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:20,680 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:20,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:20,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:20,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47116 deadline: 1731241160743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:20,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47114 deadline: 1731241160743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:20,832 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:20,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-10T12:18:20,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:20,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. as already flushing 2024-11-10T12:18:20,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:20,833 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:20,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:20,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:20,925 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/048a91b5d2734b1ba6f30e1f81ebe972 2024-11-10T12:18:20,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/8e33d36eb2024b1bbfa724674f145038 is 50, key is test_row_0/C:col10/1731241098334/Put/seqid=0 2024-11-10T12:18:20,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742113_1289 (size=12151) 2024-11-10T12:18:20,984 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:20,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-10T12:18:20,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:20,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. as already flushing 2024-11-10T12:18:20,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:20,985 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:20,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:20,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:21,137 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:21,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-10T12:18:21,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:21,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. as already flushing 2024-11-10T12:18:21,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:21,138 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:21,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:21,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:21,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-10T12:18:21,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:21,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47116 deadline: 1731241161247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:21,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:21,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47114 deadline: 1731241161249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:21,289 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:21,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-10T12:18:21,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:21,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. as already flushing 2024-11-10T12:18:21,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:21,290 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:21,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:21,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:21,334 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/8e33d36eb2024b1bbfa724674f145038 2024-11-10T12:18:21,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/3fac6776ab6944a986d0a10929f1370c as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/3fac6776ab6944a986d0a10929f1370c 2024-11-10T12:18:21,342 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/3fac6776ab6944a986d0a10929f1370c, entries=150, sequenceid=207, filesize=11.9 K 2024-11-10T12:18:21,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/048a91b5d2734b1ba6f30e1f81ebe972 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/048a91b5d2734b1ba6f30e1f81ebe972 2024-11-10T12:18:21,346 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/048a91b5d2734b1ba6f30e1f81ebe972, entries=150, sequenceid=207, filesize=11.9 K 2024-11-10T12:18:21,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/8e33d36eb2024b1bbfa724674f145038 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/8e33d36eb2024b1bbfa724674f145038 2024-11-10T12:18:21,350 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/8e33d36eb2024b1bbfa724674f145038, entries=150, sequenceid=207, filesize=11.9 K 2024-11-10T12:18:21,351 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 0f3569043df4c0bf7cac611dc3a1f72c in 1244ms, sequenceid=207, compaction requested=true 2024-11-10T12:18:21,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0f3569043df4c0bf7cac611dc3a1f72c: 2024-11-10T12:18:21,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f3569043df4c0bf7cac611dc3a1f72c:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:18:21,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:18:21,351 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:18:21,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f3569043df4c0bf7cac611dc3a1f72c:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:18:21,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:18:21,351 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:18:21,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f3569043df4c0bf7cac611dc3a1f72c:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:18:21,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:18:21,352 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:18:21,352 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39219 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:18:21,352 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): 0f3569043df4c0bf7cac611dc3a1f72c/B is initiating minor compaction (all files) 2024-11-10T12:18:21,352 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1540): 0f3569043df4c0bf7cac611dc3a1f72c/A is initiating minor compaction (all files) 2024-11-10T12:18:21,352 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f3569043df4c0bf7cac611dc3a1f72c/A in TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:21,352 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f3569043df4c0bf7cac611dc3a1f72c/B in TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:21,352 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/1b1dcd5e0dd242baaa921a212840e96d, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/958a21b003894971bdb27ee99e89fbfb, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/048a91b5d2734b1ba6f30e1f81ebe972] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp, totalSize=36.0 K 2024-11-10T12:18:21,352 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/94b2bfc911f348eaafe5dde7d8e035a0, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/7a27ba03373141b494b5e5cff82018d9, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/3fac6776ab6944a986d0a10929f1370c] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp, totalSize=38.3 K 2024-11-10T12:18:21,353 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 94b2bfc911f348eaafe5dde7d8e035a0, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731241098087 2024-11-10T12:18:21,353 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b1dcd5e0dd242baaa921a212840e96d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731241098087 2024-11-10T12:18:21,353 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 958a21b003894971bdb27ee99e89fbfb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731241098219 2024-11-10T12:18:21,353 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a27ba03373141b494b5e5cff82018d9, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731241098214 2024-11-10T12:18:21,353 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 048a91b5d2734b1ba6f30e1f81ebe972, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731241098334 2024-11-10T12:18:21,353 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3fac6776ab6944a986d0a10929f1370c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731241098334 2024-11-10T12:18:21,360 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f3569043df4c0bf7cac611dc3a1f72c#B#compaction#246 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:18:21,361 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/f6fe1bab59d84778b5238c3ca7c7c456 is 50, key is test_row_0/B:col10/1731241098334/Put/seqid=0 2024-11-10T12:18:21,365 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f3569043df4c0bf7cac611dc3a1f72c#A#compaction#247 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:18:21,365 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/a3f0e9d60702465291a3e3c38986d497 is 50, key is test_row_0/A:col10/1731241098334/Put/seqid=0 2024-11-10T12:18:21,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742114_1290 (size=12629) 2024-11-10T12:18:21,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742115_1291 (size=12629) 2024-11-10T12:18:21,442 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:21,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-10T12:18:21,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:21,443 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing 0f3569043df4c0bf7cac611dc3a1f72c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-10T12:18:21,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f3569043df4c0bf7cac611dc3a1f72c, store=A 2024-11-10T12:18:21,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:21,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f3569043df4c0bf7cac611dc3a1f72c, store=B 2024-11-10T12:18:21,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:21,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f3569043df4c0bf7cac611dc3a1f72c, store=C 2024-11-10T12:18:21,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:21,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/027cec370ef442eaaf2ac06a423c8ab3 is 50, key is test_row_0/A:col10/1731241100131/Put/seqid=0 2024-11-10T12:18:21,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742116_1292 (size=12151) 2024-11-10T12:18:21,776 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/f6fe1bab59d84778b5238c3ca7c7c456 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/f6fe1bab59d84778b5238c3ca7c7c456 2024-11-10T12:18:21,780 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0f3569043df4c0bf7cac611dc3a1f72c/B of 0f3569043df4c0bf7cac611dc3a1f72c into f6fe1bab59d84778b5238c3ca7c7c456(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:18:21,780 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f3569043df4c0bf7cac611dc3a1f72c: 2024-11-10T12:18:21,780 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c., storeName=0f3569043df4c0bf7cac611dc3a1f72c/B, priority=13, startTime=1731241101351; duration=0sec 2024-11-10T12:18:21,781 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:18:21,781 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f3569043df4c0bf7cac611dc3a1f72c:B 2024-11-10T12:18:21,781 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:18:21,782 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:18:21,782 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): 0f3569043df4c0bf7cac611dc3a1f72c/C is initiating minor compaction (all files) 2024-11-10T12:18:21,782 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f3569043df4c0bf7cac611dc3a1f72c/C in TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:21,782 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/be270efbca424ae49d35ee6dd8585d80, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/745bbc3c5c3d4343a6c24d4004a785e0, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/8e33d36eb2024b1bbfa724674f145038] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp, totalSize=36.0 K 2024-11-10T12:18:21,782 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting be270efbca424ae49d35ee6dd8585d80, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731241098087 2024-11-10T12:18:21,782 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 745bbc3c5c3d4343a6c24d4004a785e0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731241098219 2024-11-10T12:18:21,783 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e33d36eb2024b1bbfa724674f145038, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731241098334 2024-11-10T12:18:21,792 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/a3f0e9d60702465291a3e3c38986d497 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/a3f0e9d60702465291a3e3c38986d497 2024-11-10T12:18:21,793 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f3569043df4c0bf7cac611dc3a1f72c#C#compaction#249 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:18:21,794 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/44c65f6fd0cd45f99ca862f012b1a82d is 50, key is test_row_0/C:col10/1731241098334/Put/seqid=0 2024-11-10T12:18:21,797 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0f3569043df4c0bf7cac611dc3a1f72c/A of 0f3569043df4c0bf7cac611dc3a1f72c into a3f0e9d60702465291a3e3c38986d497(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:18:21,797 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f3569043df4c0bf7cac611dc3a1f72c: 2024-11-10T12:18:21,797 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c., storeName=0f3569043df4c0bf7cac611dc3a1f72c/A, priority=13, startTime=1731241101351; duration=0sec 2024-11-10T12:18:21,797 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:18:21,797 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f3569043df4c0bf7cac611dc3a1f72c:A 2024-11-10T12:18:21,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742117_1293 (size=12629) 2024-11-10T12:18:21,852 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/027cec370ef442eaaf2ac06a423c8ab3 2024-11-10T12:18:21,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/2913147c7a174a56b7e27c3a798f271e is 50, key is test_row_0/B:col10/1731241100131/Put/seqid=0 2024-11-10T12:18:21,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742118_1294 (size=12151) 2024-11-10T12:18:22,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-10T12:18:22,204 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/44c65f6fd0cd45f99ca862f012b1a82d as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/44c65f6fd0cd45f99ca862f012b1a82d 2024-11-10T12:18:22,208 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0f3569043df4c0bf7cac611dc3a1f72c/C of 0f3569043df4c0bf7cac611dc3a1f72c into 44c65f6fd0cd45f99ca862f012b1a82d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:18:22,208 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f3569043df4c0bf7cac611dc3a1f72c: 2024-11-10T12:18:22,208 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c., storeName=0f3569043df4c0bf7cac611dc3a1f72c/C, priority=13, startTime=1731241101351; duration=0sec 2024-11-10T12:18:22,208 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:18:22,208 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f3569043df4c0bf7cac611dc3a1f72c:C 2024-11-10T12:18:22,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. as already flushing 2024-11-10T12:18:22,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 0f3569043df4c0bf7cac611dc3a1f72c 2024-11-10T12:18:22,262 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/2913147c7a174a56b7e27c3a798f271e 2024-11-10T12:18:22,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:22,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47114 deadline: 1731241162263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:22,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:22,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47116 deadline: 1731241162265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:22,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/40126e1697004860845fab63d8fa06b7 is 50, key is test_row_0/C:col10/1731241100131/Put/seqid=0 2024-11-10T12:18:22,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742119_1295 (size=12151) 2024-11-10T12:18:22,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:22,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47114 deadline: 1731241162366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:22,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:22,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47116 deadline: 1731241162367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:22,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:22,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1731241162462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:22,464 DEBUG [Thread-1151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4129 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c., hostname=8eb9a7a2374b,43841,1731241027112, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:18:22,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:22,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47194 deadline: 1731241162473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:22,475 DEBUG [Thread-1145 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4136 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c., hostname=8eb9a7a2374b,43841,1731241027112, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:18:22,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:22,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47146 deadline: 1731241162482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:22,483 DEBUG [Thread-1143 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4144 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c., hostname=8eb9a7a2374b,43841,1731241027112, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:18:22,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:22,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47114 deadline: 1731241162568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:22,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:22,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47116 deadline: 1731241162569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:22,672 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/40126e1697004860845fab63d8fa06b7 2024-11-10T12:18:22,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/027cec370ef442eaaf2ac06a423c8ab3 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/027cec370ef442eaaf2ac06a423c8ab3 2024-11-10T12:18:22,679 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/027cec370ef442eaaf2ac06a423c8ab3, entries=150, sequenceid=232, filesize=11.9 K 2024-11-10T12:18:22,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/2913147c7a174a56b7e27c3a798f271e as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/2913147c7a174a56b7e27c3a798f271e 2024-11-10T12:18:22,683 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/2913147c7a174a56b7e27c3a798f271e, entries=150, sequenceid=232, filesize=11.9 K 2024-11-10T12:18:22,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/40126e1697004860845fab63d8fa06b7 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/40126e1697004860845fab63d8fa06b7 2024-11-10T12:18:22,686 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/40126e1697004860845fab63d8fa06b7, entries=150, sequenceid=232, filesize=11.9 K 2024-11-10T12:18:22,687 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 0f3569043df4c0bf7cac611dc3a1f72c in 1244ms, sequenceid=232, compaction requested=false 2024-11-10T12:18:22,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for 0f3569043df4c0bf7cac611dc3a1f72c: 2024-11-10T12:18:22,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:22,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-10T12:18:22,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-10T12:18:22,689 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-10T12:18:22,689 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6170 sec 2024-11-10T12:18:22,690 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 2.6200 sec 2024-11-10T12:18:22,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 0f3569043df4c0bf7cac611dc3a1f72c 2024-11-10T12:18:22,872 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0f3569043df4c0bf7cac611dc3a1f72c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-10T12:18:22,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f3569043df4c0bf7cac611dc3a1f72c, store=A 2024-11-10T12:18:22,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:22,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f3569043df4c0bf7cac611dc3a1f72c, store=B 2024-11-10T12:18:22,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:22,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f3569043df4c0bf7cac611dc3a1f72c, store=C 2024-11-10T12:18:22,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:22,876 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/5c5738cb13a5446da1471a4904a8a25a is 50, key is test_row_0/A:col10/1731241102871/Put/seqid=0 2024-11-10T12:18:22,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742120_1296 (size=14541) 2024-11-10T12:18:22,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47114 deadline: 1731241162906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:22,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47116 deadline: 1731241162906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:23,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:23,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47114 deadline: 1731241163009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:23,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:23,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47116 deadline: 1731241163009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:23,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:23,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47114 deadline: 1731241163212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:23,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:23,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47116 deadline: 1731241163212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:23,286 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/5c5738cb13a5446da1471a4904a8a25a 2024-11-10T12:18:23,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/77c75ec9a4a14e158994cc121d01a76e is 50, key is test_row_0/B:col10/1731241102871/Put/seqid=0 2024-11-10T12:18:23,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742121_1297 (size=12151) 2024-11-10T12:18:23,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:23,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47114 deadline: 1731241163514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:23,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:23,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47116 deadline: 1731241163516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:23,696 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/77c75ec9a4a14e158994cc121d01a76e 2024-11-10T12:18:23,701 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/821b98b038634f4baaa73b3a203adfd2 is 50, key is test_row_0/C:col10/1731241102871/Put/seqid=0 2024-11-10T12:18:23,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742122_1298 (size=12151) 2024-11-10T12:18:24,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:24,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47116 deadline: 1731241164018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:24,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:24,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47114 deadline: 1731241164019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:24,105 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/821b98b038634f4baaa73b3a203adfd2 2024-11-10T12:18:24,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/5c5738cb13a5446da1471a4904a8a25a as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/5c5738cb13a5446da1471a4904a8a25a 2024-11-10T12:18:24,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/5c5738cb13a5446da1471a4904a8a25a, entries=200, sequenceid=247, filesize=14.2 K 2024-11-10T12:18:24,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/77c75ec9a4a14e158994cc121d01a76e as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/77c75ec9a4a14e158994cc121d01a76e 2024-11-10T12:18:24,117 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/77c75ec9a4a14e158994cc121d01a76e, entries=150, sequenceid=247, filesize=11.9 K 2024-11-10T12:18:24,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/821b98b038634f4baaa73b3a203adfd2 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/821b98b038634f4baaa73b3a203adfd2 2024-11-10T12:18:24,121 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/821b98b038634f4baaa73b3a203adfd2, entries=150, sequenceid=247, filesize=11.9 K 2024-11-10T12:18:24,122 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 0f3569043df4c0bf7cac611dc3a1f72c in 1250ms, sequenceid=247, compaction requested=true 2024-11-10T12:18:24,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0f3569043df4c0bf7cac611dc3a1f72c: 2024-11-10T12:18:24,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f3569043df4c0bf7cac611dc3a1f72c:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:18:24,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:18:24,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f3569043df4c0bf7cac611dc3a1f72c:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:18:24,122 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:18:24,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:18:24,122 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:18:24,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f3569043df4c0bf7cac611dc3a1f72c:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:18:24,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:18:24,123 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:18:24,123 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): 0f3569043df4c0bf7cac611dc3a1f72c/B is initiating minor compaction (all files) 2024-11-10T12:18:24,123 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39321 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:18:24,123 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f3569043df4c0bf7cac611dc3a1f72c/B in TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:24,123 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1540): 0f3569043df4c0bf7cac611dc3a1f72c/A is initiating minor compaction (all files) 2024-11-10T12:18:24,123 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/f6fe1bab59d84778b5238c3ca7c7c456, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/2913147c7a174a56b7e27c3a798f271e, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/77c75ec9a4a14e158994cc121d01a76e] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp, totalSize=36.1 K 2024-11-10T12:18:24,123 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f3569043df4c0bf7cac611dc3a1f72c/A in TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:24,123 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/a3f0e9d60702465291a3e3c38986d497, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/027cec370ef442eaaf2ac06a423c8ab3, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/5c5738cb13a5446da1471a4904a8a25a] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp, totalSize=38.4 K 2024-11-10T12:18:24,124 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting f6fe1bab59d84778b5238c3ca7c7c456, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731241098334 2024-11-10T12:18:24,124 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting a3f0e9d60702465291a3e3c38986d497, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731241098334 2024-11-10T12:18:24,124 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 2913147c7a174a56b7e27c3a798f271e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731241100131 2024-11-10T12:18:24,124 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 027cec370ef442eaaf2ac06a423c8ab3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731241100131 2024-11-10T12:18:24,124 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 77c75ec9a4a14e158994cc121d01a76e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731241102256 2024-11-10T12:18:24,124 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5c5738cb13a5446da1471a4904a8a25a, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731241102256 2024-11-10T12:18:24,144 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f3569043df4c0bf7cac611dc3a1f72c#B#compaction#255 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:18:24,145 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f3569043df4c0bf7cac611dc3a1f72c#A#compaction#256 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:18:24,145 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/c8f9f696559f4ee3b4a8be7b9b82b9be is 50, key is test_row_0/B:col10/1731241102871/Put/seqid=0 2024-11-10T12:18:24,145 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/43b6664a824c40e4b26cd7ccbb83eeb5 is 50, key is test_row_0/A:col10/1731241102871/Put/seqid=0 2024-11-10T12:18:24,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742123_1299 (size=12731) 2024-11-10T12:18:24,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742124_1300 (size=12731) 2024-11-10T12:18:24,164 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/c8f9f696559f4ee3b4a8be7b9b82b9be as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/c8f9f696559f4ee3b4a8be7b9b82b9be 2024-11-10T12:18:24,170 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0f3569043df4c0bf7cac611dc3a1f72c/B of 0f3569043df4c0bf7cac611dc3a1f72c into c8f9f696559f4ee3b4a8be7b9b82b9be(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:18:24,170 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f3569043df4c0bf7cac611dc3a1f72c: 2024-11-10T12:18:24,170 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c., storeName=0f3569043df4c0bf7cac611dc3a1f72c/B, priority=13, startTime=1731241104122; duration=0sec 2024-11-10T12:18:24,170 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:18:24,170 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f3569043df4c0bf7cac611dc3a1f72c:B 2024-11-10T12:18:24,170 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:18:24,171 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:18:24,171 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): 0f3569043df4c0bf7cac611dc3a1f72c/C is initiating minor compaction (all files) 2024-11-10T12:18:24,171 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f3569043df4c0bf7cac611dc3a1f72c/C in TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:24,171 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/44c65f6fd0cd45f99ca862f012b1a82d, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/40126e1697004860845fab63d8fa06b7, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/821b98b038634f4baaa73b3a203adfd2] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp, totalSize=36.1 K 2024-11-10T12:18:24,172 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 44c65f6fd0cd45f99ca862f012b1a82d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731241098334 2024-11-10T12:18:24,172 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 40126e1697004860845fab63d8fa06b7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731241100131 2024-11-10T12:18:24,172 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 821b98b038634f4baaa73b3a203adfd2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731241102256 2024-11-10T12:18:24,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-10T12:18:24,175 INFO [Thread-1153 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-10T12:18:24,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:18:24,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-10T12:18:24,178 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:18:24,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-10T12:18:24,179 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:18:24,179 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:18:24,184 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f3569043df4c0bf7cac611dc3a1f72c#C#compaction#257 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:18:24,184 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/75b986cc507b461696b83d3ea33dc191 is 50, key is test_row_0/C:col10/1731241102871/Put/seqid=0 2024-11-10T12:18:24,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742125_1301 (size=12731) 2024-11-10T12:18:24,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-10T12:18:24,331 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:24,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-10T12:18:24,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:24,332 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing 0f3569043df4c0bf7cac611dc3a1f72c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-10T12:18:24,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f3569043df4c0bf7cac611dc3a1f72c, store=A 2024-11-10T12:18:24,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:24,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f3569043df4c0bf7cac611dc3a1f72c, store=B 2024-11-10T12:18:24,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:24,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f3569043df4c0bf7cac611dc3a1f72c, store=C 2024-11-10T12:18:24,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:24,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/5f19f96d057e4603b27f678c051a6395 is 50, key is test_row_0/A:col10/1731241102905/Put/seqid=0 2024-11-10T12:18:24,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742126_1302 (size=12301) 2024-11-10T12:18:24,340 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/5f19f96d057e4603b27f678c051a6395 2024-11-10T12:18:24,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/a7103ec6285247f98d9ecceb2f34551f is 50, key is test_row_0/B:col10/1731241102905/Put/seqid=0 2024-11-10T12:18:24,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742127_1303 (size=12301) 2024-11-10T12:18:24,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-10T12:18:24,562 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/43b6664a824c40e4b26cd7ccbb83eeb5 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/43b6664a824c40e4b26cd7ccbb83eeb5 2024-11-10T12:18:24,571 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0f3569043df4c0bf7cac611dc3a1f72c/A of 0f3569043df4c0bf7cac611dc3a1f72c into 43b6664a824c40e4b26cd7ccbb83eeb5(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:18:24,571 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f3569043df4c0bf7cac611dc3a1f72c: 2024-11-10T12:18:24,571 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c., storeName=0f3569043df4c0bf7cac611dc3a1f72c/A, priority=13, startTime=1731241104122; duration=0sec 2024-11-10T12:18:24,571 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:18:24,571 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f3569043df4c0bf7cac611dc3a1f72c:A 2024-11-10T12:18:24,601 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/75b986cc507b461696b83d3ea33dc191 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/75b986cc507b461696b83d3ea33dc191 2024-11-10T12:18:24,606 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0f3569043df4c0bf7cac611dc3a1f72c/C of 0f3569043df4c0bf7cac611dc3a1f72c into 75b986cc507b461696b83d3ea33dc191(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:18:24,606 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f3569043df4c0bf7cac611dc3a1f72c: 2024-11-10T12:18:24,606 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c., storeName=0f3569043df4c0bf7cac611dc3a1f72c/C, priority=13, startTime=1731241104122; duration=0sec 2024-11-10T12:18:24,606 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:18:24,606 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f3569043df4c0bf7cac611dc3a1f72c:C 2024-11-10T12:18:24,750 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/a7103ec6285247f98d9ecceb2f34551f 2024-11-10T12:18:24,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/431205efc6c94299893441166c9a59ec is 50, key is test_row_0/C:col10/1731241102905/Put/seqid=0 2024-11-10T12:18:24,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742128_1304 (size=12301) 2024-11-10T12:18:24,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-10T12:18:25,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. as already flushing 2024-11-10T12:18:25,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 0f3569043df4c0bf7cac611dc3a1f72c 2024-11-10T12:18:25,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:25,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47114 deadline: 1731241165037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:25,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:25,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47116 deadline: 1731241165039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:25,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:25,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47114 deadline: 1731241165141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:25,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:25,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47116 deadline: 1731241165141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:25,172 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/431205efc6c94299893441166c9a59ec 2024-11-10T12:18:25,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/5f19f96d057e4603b27f678c051a6395 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/5f19f96d057e4603b27f678c051a6395 2024-11-10T12:18:25,179 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/5f19f96d057e4603b27f678c051a6395, entries=150, sequenceid=273, filesize=12.0 K 2024-11-10T12:18:25,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/a7103ec6285247f98d9ecceb2f34551f as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/a7103ec6285247f98d9ecceb2f34551f 2024-11-10T12:18:25,183 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/a7103ec6285247f98d9ecceb2f34551f, entries=150, sequenceid=273, filesize=12.0 K 2024-11-10T12:18:25,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/431205efc6c94299893441166c9a59ec as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/431205efc6c94299893441166c9a59ec 2024-11-10T12:18:25,187 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/431205efc6c94299893441166c9a59ec, entries=150, sequenceid=273, filesize=12.0 K 2024-11-10T12:18:25,188 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 0f3569043df4c0bf7cac611dc3a1f72c in 856ms, sequenceid=273, compaction requested=false 2024-11-10T12:18:25,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 0f3569043df4c0bf7cac611dc3a1f72c: 2024-11-10T12:18:25,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:25,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-10T12:18:25,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-10T12:18:25,190 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-10T12:18:25,190 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0100 sec 2024-11-10T12:18:25,191 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 1.0140 sec 2024-11-10T12:18:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-10T12:18:25,282 INFO [Thread-1153 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-10T12:18:25,283 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:18:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-10T12:18:25,284 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:18:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-10T12:18:25,284 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:18:25,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:18:25,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 0f3569043df4c0bf7cac611dc3a1f72c 2024-11-10T12:18:25,345 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0f3569043df4c0bf7cac611dc3a1f72c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-10T12:18:25,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f3569043df4c0bf7cac611dc3a1f72c, store=A 2024-11-10T12:18:25,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:25,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f3569043df4c0bf7cac611dc3a1f72c, store=B 2024-11-10T12:18:25,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:25,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f3569043df4c0bf7cac611dc3a1f72c, store=C 2024-11-10T12:18:25,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:25,348 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/a2cd900c9f1343839255aee863e4c952 is 50, key is test_row_0/A:col10/1731241105344/Put/seqid=0 2024-11-10T12:18:25,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742129_1305 (size=14741) 2024-11-10T12:18:25,354 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/a2cd900c9f1343839255aee863e4c952 2024-11-10T12:18:25,360 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/454906a31440480293a4d209af7c3bce is 50, key is test_row_0/B:col10/1731241105344/Put/seqid=0 2024-11-10T12:18:25,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742130_1306 (size=12301) 2024-11-10T12:18:25,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47116 deadline: 1731241165378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:25,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47114 deadline: 1731241165380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-10T12:18:25,435 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:25,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-10T12:18:25,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:25,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. as already flushing 2024-11-10T12:18:25,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:25,436 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:25,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:25,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:25,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:25,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47116 deadline: 1731241165481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:25,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:25,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47114 deadline: 1731241165482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-10T12:18:25,587 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:25,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-10T12:18:25,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:25,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. as already flushing 2024-11-10T12:18:25,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:25,587 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:25,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:25,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:25,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47114 deadline: 1731241165684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:25,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:25,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47116 deadline: 1731241165684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:25,739 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:25,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-10T12:18:25,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:25,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. as already flushing 2024-11-10T12:18:25,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:25,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:25,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:25,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:25,764 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/454906a31440480293a4d209af7c3bce 2024-11-10T12:18:25,769 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/6f6c0c0093724c3c8282fcbc1fc3174c is 50, key is test_row_0/C:col10/1731241105344/Put/seqid=0 2024-11-10T12:18:25,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742131_1307 (size=12301) 2024-11-10T12:18:25,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-10T12:18:25,892 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:25,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-10T12:18:25,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:25,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. as already flushing 2024-11-10T12:18:25,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:25,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:25,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:25,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:25,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:25,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47114 deadline: 1731241165987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:25,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:25,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47116 deadline: 1731241165987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:26,044 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:26,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-10T12:18:26,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:26,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. as already flushing 2024-11-10T12:18:26,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:26,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:26,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:26,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:26,173 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/6f6c0c0093724c3c8282fcbc1fc3174c 2024-11-10T12:18:26,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/a2cd900c9f1343839255aee863e4c952 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/a2cd900c9f1343839255aee863e4c952 2024-11-10T12:18:26,180 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/a2cd900c9f1343839255aee863e4c952, entries=200, sequenceid=287, filesize=14.4 K 2024-11-10T12:18:26,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/454906a31440480293a4d209af7c3bce as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/454906a31440480293a4d209af7c3bce 2024-11-10T12:18:26,185 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/454906a31440480293a4d209af7c3bce, entries=150, sequenceid=287, filesize=12.0 K 2024-11-10T12:18:26,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/6f6c0c0093724c3c8282fcbc1fc3174c as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/6f6c0c0093724c3c8282fcbc1fc3174c 2024-11-10T12:18:26,189 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/6f6c0c0093724c3c8282fcbc1fc3174c, entries=150, sequenceid=287, filesize=12.0 K 2024-11-10T12:18:26,190 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 0f3569043df4c0bf7cac611dc3a1f72c in 844ms, sequenceid=287, compaction requested=true 2024-11-10T12:18:26,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0f3569043df4c0bf7cac611dc3a1f72c: 2024-11-10T12:18:26,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f3569043df4c0bf7cac611dc3a1f72c:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:18:26,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:18:26,190 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:18:26,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f3569043df4c0bf7cac611dc3a1f72c:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:18:26,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:18:26,190 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:18:26,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f3569043df4c0bf7cac611dc3a1f72c:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:18:26,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:18:26,191 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:18:26,191 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39773 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:18:26,191 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1540): 0f3569043df4c0bf7cac611dc3a1f72c/A is initiating minor compaction (all files) 2024-11-10T12:18:26,191 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): 0f3569043df4c0bf7cac611dc3a1f72c/B is initiating minor compaction (all files) 2024-11-10T12:18:26,191 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f3569043df4c0bf7cac611dc3a1f72c/A in TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:26,191 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f3569043df4c0bf7cac611dc3a1f72c/B in TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:26,191 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/43b6664a824c40e4b26cd7ccbb83eeb5, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/5f19f96d057e4603b27f678c051a6395, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/a2cd900c9f1343839255aee863e4c952] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp, totalSize=38.8 K 2024-11-10T12:18:26,191 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/c8f9f696559f4ee3b4a8be7b9b82b9be, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/a7103ec6285247f98d9ecceb2f34551f, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/454906a31440480293a4d209af7c3bce] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp, totalSize=36.5 K 2024-11-10T12:18:26,191 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43b6664a824c40e4b26cd7ccbb83eeb5, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731241102256 2024-11-10T12:18:26,191 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting c8f9f696559f4ee3b4a8be7b9b82b9be, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731241102256 2024-11-10T12:18:26,191 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f19f96d057e4603b27f678c051a6395, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731241102902 2024-11-10T12:18:26,191 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting a7103ec6285247f98d9ecceb2f34551f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731241102902 2024-11-10T12:18:26,192 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting a2cd900c9f1343839255aee863e4c952, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731241105031 2024-11-10T12:18:26,192 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 454906a31440480293a4d209af7c3bce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731241105036 2024-11-10T12:18:26,197 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:26,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-10T12:18:26,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:26,197 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing 0f3569043df4c0bf7cac611dc3a1f72c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-10T12:18:26,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f3569043df4c0bf7cac611dc3a1f72c, store=A 2024-11-10T12:18:26,198 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f3569043df4c0bf7cac611dc3a1f72c#A#compaction#265 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:18:26,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:26,198 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f3569043df4c0bf7cac611dc3a1f72c#B#compaction#264 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:18:26,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f3569043df4c0bf7cac611dc3a1f72c, store=B 2024-11-10T12:18:26,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:26,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f3569043df4c0bf7cac611dc3a1f72c, store=C 2024-11-10T12:18:26,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:26,198 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/0a0befed9dc94f58ab194e714eec2a65 is 50, key is test_row_0/A:col10/1731241105344/Put/seqid=0 2024-11-10T12:18:26,198 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/a2be06e8195e4d88a284c885b1389a2a is 50, key is test_row_0/B:col10/1731241105344/Put/seqid=0 2024-11-10T12:18:26,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/45baa8eefca34cd7bd77b3e1230e3b9e is 50, key is test_row_0/A:col10/1731241105379/Put/seqid=0 2024-11-10T12:18:26,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742132_1308 (size=12983) 2024-11-10T12:18:26,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742133_1309 (size=12983) 2024-11-10T12:18:26,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742134_1310 (size=12301) 2024-11-10T12:18:26,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-10T12:18:26,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 0f3569043df4c0bf7cac611dc3a1f72c 2024-11-10T12:18:26,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. as already flushing 2024-11-10T12:18:26,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:26,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1731241166489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:26,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:26,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47194 deadline: 1731241166490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:26,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:26,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47116 deadline: 1731241166492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:26,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:26,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47114 deadline: 1731241166492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:26,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:26,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47146 deadline: 1731241166501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:26,503 DEBUG [Thread-1143 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8164 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c., hostname=8eb9a7a2374b,43841,1731241027112, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:18:26,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1731241166592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:26,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47194 deadline: 1731241166593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:26,606 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/0a0befed9dc94f58ab194e714eec2a65 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/0a0befed9dc94f58ab194e714eec2a65 2024-11-10T12:18:26,611 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/a2be06e8195e4d88a284c885b1389a2a as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/a2be06e8195e4d88a284c885b1389a2a 2024-11-10T12:18:26,611 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/45baa8eefca34cd7bd77b3e1230e3b9e 2024-11-10T12:18:26,615 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0f3569043df4c0bf7cac611dc3a1f72c/A of 0f3569043df4c0bf7cac611dc3a1f72c into 0a0befed9dc94f58ab194e714eec2a65(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:18:26,615 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0f3569043df4c0bf7cac611dc3a1f72c/B of 0f3569043df4c0bf7cac611dc3a1f72c into a2be06e8195e4d88a284c885b1389a2a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:18:26,615 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f3569043df4c0bf7cac611dc3a1f72c: 2024-11-10T12:18:26,615 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f3569043df4c0bf7cac611dc3a1f72c: 2024-11-10T12:18:26,616 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c., storeName=0f3569043df4c0bf7cac611dc3a1f72c/B, priority=13, startTime=1731241106190; duration=0sec 2024-11-10T12:18:26,616 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c., storeName=0f3569043df4c0bf7cac611dc3a1f72c/A, priority=13, startTime=1731241106190; duration=0sec 2024-11-10T12:18:26,616 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:18:26,616 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f3569043df4c0bf7cac611dc3a1f72c:B 2024-11-10T12:18:26,616 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:18:26,616 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f3569043df4c0bf7cac611dc3a1f72c:A 2024-11-10T12:18:26,616 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:18:26,617 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:18:26,617 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): 0f3569043df4c0bf7cac611dc3a1f72c/C is initiating minor compaction (all files) 2024-11-10T12:18:26,617 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f3569043df4c0bf7cac611dc3a1f72c/C in TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:26,617 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/75b986cc507b461696b83d3ea33dc191, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/431205efc6c94299893441166c9a59ec, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/6f6c0c0093724c3c8282fcbc1fc3174c] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp, totalSize=36.5 K 2024-11-10T12:18:26,617 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 75b986cc507b461696b83d3ea33dc191, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731241102256 2024-11-10T12:18:26,618 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 431205efc6c94299893441166c9a59ec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731241102902 2024-11-10T12:18:26,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/532c022b8cc742118b03ec99605b4b68 is 50, key is test_row_0/B:col10/1731241105379/Put/seqid=0 2024-11-10T12:18:26,618 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f6c0c0093724c3c8282fcbc1fc3174c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731241105036 2024-11-10T12:18:26,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742135_1311 (size=12301) 2024-11-10T12:18:26,624 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f3569043df4c0bf7cac611dc3a1f72c#C#compaction#268 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:18:26,625 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/e880c5b8dc5646f88b80b022361dd7e1 is 50, key is test_row_0/C:col10/1731241105344/Put/seqid=0 2024-11-10T12:18:26,626 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/532c022b8cc742118b03ec99605b4b68 2024-11-10T12:18:26,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742136_1312 (size=12983) 2024-11-10T12:18:26,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/a952b0f2475a48c7a197ac7e7cbbae26 is 50, key is test_row_0/C:col10/1731241105379/Put/seqid=0 2024-11-10T12:18:26,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742137_1313 (size=12301) 2024-11-10T12:18:26,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:26,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1731241166795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:26,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:26,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47194 deadline: 1731241166795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:27,036 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/e880c5b8dc5646f88b80b022361dd7e1 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/e880c5b8dc5646f88b80b022361dd7e1 2024-11-10T12:18:27,040 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/a952b0f2475a48c7a197ac7e7cbbae26 2024-11-10T12:18:27,041 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0f3569043df4c0bf7cac611dc3a1f72c/C of 0f3569043df4c0bf7cac611dc3a1f72c into e880c5b8dc5646f88b80b022361dd7e1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:18:27,041 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f3569043df4c0bf7cac611dc3a1f72c: 2024-11-10T12:18:27,041 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c., storeName=0f3569043df4c0bf7cac611dc3a1f72c/C, priority=13, startTime=1731241106190; duration=0sec 2024-11-10T12:18:27,041 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:18:27,041 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f3569043df4c0bf7cac611dc3a1f72c:C 2024-11-10T12:18:27,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/45baa8eefca34cd7bd77b3e1230e3b9e as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/45baa8eefca34cd7bd77b3e1230e3b9e 2024-11-10T12:18:27,047 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/45baa8eefca34cd7bd77b3e1230e3b9e, entries=150, sequenceid=311, filesize=12.0 K 2024-11-10T12:18:27,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/532c022b8cc742118b03ec99605b4b68 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/532c022b8cc742118b03ec99605b4b68 2024-11-10T12:18:27,052 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/532c022b8cc742118b03ec99605b4b68, entries=150, sequenceid=311, filesize=12.0 K 2024-11-10T12:18:27,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/a952b0f2475a48c7a197ac7e7cbbae26 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/a952b0f2475a48c7a197ac7e7cbbae26 2024-11-10T12:18:27,056 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/a952b0f2475a48c7a197ac7e7cbbae26, entries=150, sequenceid=311, filesize=12.0 K 2024-11-10T12:18:27,057 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 0f3569043df4c0bf7cac611dc3a1f72c in 860ms, sequenceid=311, compaction requested=false 2024-11-10T12:18:27,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 0f3569043df4c0bf7cac611dc3a1f72c: 2024-11-10T12:18:27,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:27,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-10T12:18:27,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-10T12:18:27,059 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-10T12:18:27,059 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7740 sec 2024-11-10T12:18:27,060 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.7770 sec 2024-11-10T12:18:27,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 0f3569043df4c0bf7cac611dc3a1f72c 2024-11-10T12:18:27,099 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0f3569043df4c0bf7cac611dc3a1f72c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-10T12:18:27,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f3569043df4c0bf7cac611dc3a1f72c, store=A 2024-11-10T12:18:27,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:27,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f3569043df4c0bf7cac611dc3a1f72c, store=B 2024-11-10T12:18:27,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:27,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f3569043df4c0bf7cac611dc3a1f72c, store=C 2024-11-10T12:18:27,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:27,105 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/51a9d2ffcf6949d9bb82dce0513e4e50 is 50, key is test_row_0/A:col10/1731241107099/Put/seqid=0 2024-11-10T12:18:27,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742138_1314 (size=14741) 2024-11-10T12:18:27,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:27,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47194 deadline: 1731241167132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:27,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:27,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1731241167132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:27,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:27,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47194 deadline: 1731241167236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:27,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:27,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1731241167236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:27,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-10T12:18:27,387 INFO [Thread-1153 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-10T12:18:27,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:18:27,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-10T12:18:27,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-10T12:18:27,390 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:18:27,390 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:18:27,390 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:18:27,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:27,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47194 deadline: 1731241167440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:27,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:27,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1731241167440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:27,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-10T12:18:27,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:27,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47116 deadline: 1731241167496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:27,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:27,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47114 deadline: 1731241167499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:27,511 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/51a9d2ffcf6949d9bb82dce0513e4e50 2024-11-10T12:18:27,517 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/b42b3b50ab4b42049a96415b13aae966 is 50, key is test_row_0/B:col10/1731241107099/Put/seqid=0 2024-11-10T12:18:27,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742139_1315 (size=12301) 2024-11-10T12:18:27,541 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:27,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-10T12:18:27,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:27,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. as already flushing 2024-11-10T12:18:27,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:27,542 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:27,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:27,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:27,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-10T12:18:27,694 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:27,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-10T12:18:27,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:27,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. as already flushing 2024-11-10T12:18:27,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:27,695 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:27,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:27,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:27,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:27,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47194 deadline: 1731241167744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:27,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:27,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1731241167744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:27,846 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:27,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-10T12:18:27,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:27,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. as already flushing 2024-11-10T12:18:27,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:27,847 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:27,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:27,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:27,922 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/b42b3b50ab4b42049a96415b13aae966 2024-11-10T12:18:27,927 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/504cc22b313549fe8859230dc041e7f8 is 50, key is test_row_0/C:col10/1731241107099/Put/seqid=0 2024-11-10T12:18:27,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742140_1316 (size=12301) 2024-11-10T12:18:27,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-10T12:18:27,999 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:27,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-10T12:18:27,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:28,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. as already flushing 2024-11-10T12:18:28,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:28,000 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:28,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:28,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:28,151 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:28,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-10T12:18:28,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:28,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. as already flushing 2024-11-10T12:18:28,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:28,152 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:28,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:28,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:28,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:28,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1731241168248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:28,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:28,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47194 deadline: 1731241168250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:28,304 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:28,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-10T12:18:28,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:28,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. as already flushing 2024-11-10T12:18:28,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:28,305 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:28,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:28,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:28,331 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/504cc22b313549fe8859230dc041e7f8 2024-11-10T12:18:28,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/51a9d2ffcf6949d9bb82dce0513e4e50 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/51a9d2ffcf6949d9bb82dce0513e4e50 2024-11-10T12:18:28,337 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/51a9d2ffcf6949d9bb82dce0513e4e50, entries=200, sequenceid=328, filesize=14.4 K 2024-11-10T12:18:28,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/b42b3b50ab4b42049a96415b13aae966 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/b42b3b50ab4b42049a96415b13aae966 2024-11-10T12:18:28,341 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/b42b3b50ab4b42049a96415b13aae966, entries=150, sequenceid=328, filesize=12.0 K 2024-11-10T12:18:28,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/504cc22b313549fe8859230dc041e7f8 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/504cc22b313549fe8859230dc041e7f8 2024-11-10T12:18:28,345 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/504cc22b313549fe8859230dc041e7f8, entries=150, sequenceid=328, filesize=12.0 K 2024-11-10T12:18:28,345 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 0f3569043df4c0bf7cac611dc3a1f72c in 1246ms, sequenceid=328, compaction requested=true 2024-11-10T12:18:28,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0f3569043df4c0bf7cac611dc3a1f72c: 2024-11-10T12:18:28,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f3569043df4c0bf7cac611dc3a1f72c:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:18:28,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:18:28,346 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:18:28,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f3569043df4c0bf7cac611dc3a1f72c:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:18:28,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:18:28,346 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:18:28,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f3569043df4c0bf7cac611dc3a1f72c:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:18:28,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:18:28,346 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:18:28,346 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:18:28,346 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1540): 0f3569043df4c0bf7cac611dc3a1f72c/A is initiating minor compaction (all files) 2024-11-10T12:18:28,346 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): 0f3569043df4c0bf7cac611dc3a1f72c/B is initiating minor compaction (all files) 2024-11-10T12:18:28,346 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f3569043df4c0bf7cac611dc3a1f72c/A in TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:28,347 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f3569043df4c0bf7cac611dc3a1f72c/B in TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:28,347 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/0a0befed9dc94f58ab194e714eec2a65, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/45baa8eefca34cd7bd77b3e1230e3b9e, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/51a9d2ffcf6949d9bb82dce0513e4e50] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp, totalSize=39.1 K 2024-11-10T12:18:28,347 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/a2be06e8195e4d88a284c885b1389a2a, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/532c022b8cc742118b03ec99605b4b68, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/b42b3b50ab4b42049a96415b13aae966] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp, totalSize=36.7 K 2024-11-10T12:18:28,347 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a0befed9dc94f58ab194e714eec2a65, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731241105036 2024-11-10T12:18:28,347 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting a2be06e8195e4d88a284c885b1389a2a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731241105036 2024-11-10T12:18:28,347 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 45baa8eefca34cd7bd77b3e1230e3b9e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731241105368 2024-11-10T12:18:28,347 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 532c022b8cc742118b03ec99605b4b68, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731241105368 2024-11-10T12:18:28,347 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 51a9d2ffcf6949d9bb82dce0513e4e50, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731241106488 2024-11-10T12:18:28,347 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting b42b3b50ab4b42049a96415b13aae966, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731241106488 2024-11-10T12:18:28,353 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f3569043df4c0bf7cac611dc3a1f72c#B#compaction#273 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:18:28,354 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/9b00fcc7a5f0470e8892427cb384f4b7 is 50, key is test_row_0/B:col10/1731241107099/Put/seqid=0 2024-11-10T12:18:28,363 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f3569043df4c0bf7cac611dc3a1f72c#A#compaction#274 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:18:28,363 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/85c74891af9e4f9185e45c1f49f3a38b is 50, key is test_row_0/A:col10/1731241107099/Put/seqid=0 2024-11-10T12:18:28,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742141_1317 (size=13085) 2024-11-10T12:18:28,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742142_1318 (size=13085) 2024-11-10T12:18:28,465 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:28,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-10T12:18:28,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:28,466 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing 0f3569043df4c0bf7cac611dc3a1f72c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-10T12:18:28,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f3569043df4c0bf7cac611dc3a1f72c, store=A 2024-11-10T12:18:28,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:28,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f3569043df4c0bf7cac611dc3a1f72c, store=B 2024-11-10T12:18:28,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:28,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f3569043df4c0bf7cac611dc3a1f72c, store=C 2024-11-10T12:18:28,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:28,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/7a5d6bbf59894089a0b78b4d01df6dd1 is 50, key is test_row_0/A:col10/1731241107131/Put/seqid=0 2024-11-10T12:18:28,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742143_1319 (size=12301) 2024-11-10T12:18:28,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-10T12:18:28,773 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/85c74891af9e4f9185e45c1f49f3a38b as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/85c74891af9e4f9185e45c1f49f3a38b 2024-11-10T12:18:28,773 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/9b00fcc7a5f0470e8892427cb384f4b7 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/9b00fcc7a5f0470e8892427cb384f4b7 2024-11-10T12:18:28,777 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0f3569043df4c0bf7cac611dc3a1f72c/B of 0f3569043df4c0bf7cac611dc3a1f72c into 9b00fcc7a5f0470e8892427cb384f4b7(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:18:28,777 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0f3569043df4c0bf7cac611dc3a1f72c/A of 0f3569043df4c0bf7cac611dc3a1f72c into 85c74891af9e4f9185e45c1f49f3a38b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:18:28,777 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f3569043df4c0bf7cac611dc3a1f72c: 2024-11-10T12:18:28,777 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f3569043df4c0bf7cac611dc3a1f72c: 2024-11-10T12:18:28,777 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c., storeName=0f3569043df4c0bf7cac611dc3a1f72c/A, priority=13, startTime=1731241108345; duration=0sec 2024-11-10T12:18:28,777 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c., storeName=0f3569043df4c0bf7cac611dc3a1f72c/B, priority=13, startTime=1731241108346; duration=0sec 2024-11-10T12:18:28,777 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:18:28,777 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f3569043df4c0bf7cac611dc3a1f72c:B 2024-11-10T12:18:28,777 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:18:28,777 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f3569043df4c0bf7cac611dc3a1f72c:A 2024-11-10T12:18:28,777 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:18:28,778 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:18:28,778 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): 0f3569043df4c0bf7cac611dc3a1f72c/C is initiating minor compaction (all files) 2024-11-10T12:18:28,778 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f3569043df4c0bf7cac611dc3a1f72c/C in TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:28,778 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/e880c5b8dc5646f88b80b022361dd7e1, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/a952b0f2475a48c7a197ac7e7cbbae26, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/504cc22b313549fe8859230dc041e7f8] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp, totalSize=36.7 K 2024-11-10T12:18:28,778 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting e880c5b8dc5646f88b80b022361dd7e1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731241105036 2024-11-10T12:18:28,779 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting a952b0f2475a48c7a197ac7e7cbbae26, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731241105368 2024-11-10T12:18:28,779 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 504cc22b313549fe8859230dc041e7f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731241106488 2024-11-10T12:18:28,785 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f3569043df4c0bf7cac611dc3a1f72c#C#compaction#276 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:18:28,786 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/7606ccf070964b819cc36920664f8772 is 50, key is test_row_0/C:col10/1731241107099/Put/seqid=0 2024-11-10T12:18:28,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742144_1320 (size=13085) 2024-11-10T12:18:28,875 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/7a5d6bbf59894089a0b78b4d01df6dd1 2024-11-10T12:18:28,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/713cf6241ae642f3af1bd527ef7ba5b1 is 50, key is test_row_0/B:col10/1731241107131/Put/seqid=0 2024-11-10T12:18:28,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742145_1321 (size=12301) 2024-11-10T12:18:28,887 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/713cf6241ae642f3af1bd527ef7ba5b1 2024-11-10T12:18:28,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/845611349cca48afb9673965b36dfd4c is 50, key is test_row_0/C:col10/1731241107131/Put/seqid=0 2024-11-10T12:18:28,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742146_1322 (size=12301) 2024-11-10T12:18:29,201 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/7606ccf070964b819cc36920664f8772 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/7606ccf070964b819cc36920664f8772 2024-11-10T12:18:29,205 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0f3569043df4c0bf7cac611dc3a1f72c/C of 0f3569043df4c0bf7cac611dc3a1f72c into 7606ccf070964b819cc36920664f8772(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:18:29,205 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f3569043df4c0bf7cac611dc3a1f72c: 2024-11-10T12:18:29,205 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c., storeName=0f3569043df4c0bf7cac611dc3a1f72c/C, priority=13, startTime=1731241108346; duration=0sec 2024-11-10T12:18:29,205 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:18:29,205 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f3569043df4c0bf7cac611dc3a1f72c:C 2024-11-10T12:18:29,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. as already flushing 2024-11-10T12:18:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 0f3569043df4c0bf7cac611dc3a1f72c 2024-11-10T12:18:29,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:29,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1731241169268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:29,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:29,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47194 deadline: 1731241169269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:29,297 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/845611349cca48afb9673965b36dfd4c 2024-11-10T12:18:29,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/7a5d6bbf59894089a0b78b4d01df6dd1 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/7a5d6bbf59894089a0b78b4d01df6dd1 2024-11-10T12:18:29,303 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/7a5d6bbf59894089a0b78b4d01df6dd1, entries=150, sequenceid=351, filesize=12.0 K 2024-11-10T12:18:29,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/713cf6241ae642f3af1bd527ef7ba5b1 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/713cf6241ae642f3af1bd527ef7ba5b1 2024-11-10T12:18:29,307 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/713cf6241ae642f3af1bd527ef7ba5b1, entries=150, sequenceid=351, filesize=12.0 K 2024-11-10T12:18:29,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/845611349cca48afb9673965b36dfd4c as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/845611349cca48afb9673965b36dfd4c 2024-11-10T12:18:29,311 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/845611349cca48afb9673965b36dfd4c, entries=150, sequenceid=351, filesize=12.0 K 2024-11-10T12:18:29,312 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 0f3569043df4c0bf7cac611dc3a1f72c in 846ms, sequenceid=351, compaction requested=false 2024-11-10T12:18:29,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for 0f3569043df4c0bf7cac611dc3a1f72c: 2024-11-10T12:18:29,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:29,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-10T12:18:29,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-10T12:18:29,314 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-10T12:18:29,314 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9230 sec 2024-11-10T12:18:29,315 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 1.9260 sec 2024-11-10T12:18:29,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 0f3569043df4c0bf7cac611dc3a1f72c 2024-11-10T12:18:29,373 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0f3569043df4c0bf7cac611dc3a1f72c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-10T12:18:29,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f3569043df4c0bf7cac611dc3a1f72c, store=A 2024-11-10T12:18:29,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:29,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f3569043df4c0bf7cac611dc3a1f72c, store=B 2024-11-10T12:18:29,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:29,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f3569043df4c0bf7cac611dc3a1f72c, store=C 2024-11-10T12:18:29,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:29,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/f7473091108b44ac88d00cbcdeb5c29c is 50, key is test_row_0/A:col10/1731241109267/Put/seqid=0 2024-11-10T12:18:29,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742147_1323 (size=14741) 2024-11-10T12:18:29,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:29,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1731241169397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:29,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:29,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47194 deadline: 1731241169398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:29,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-10T12:18:29,493 INFO [Thread-1153 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-10T12:18:29,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:18:29,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-10T12:18:29,495 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:18:29,496 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:18:29,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:18:29,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-10T12:18:29,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:29,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47116 deadline: 1731241169500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:29,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:29,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1731241169500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:29,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:29,502 DEBUG [Thread-1147 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4124 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c., hostname=8eb9a7a2374b,43841,1731241027112, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:18:29,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47194 deadline: 1731241169501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:29,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:29,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47114 deadline: 1731241169512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:29,514 DEBUG [Thread-1149 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4134 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c., hostname=8eb9a7a2374b,43841,1731241027112, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:18:29,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-10T12:18:29,647 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:29,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-10T12:18:29,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:29,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. as already flushing 2024-11-10T12:18:29,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:29,648 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:29,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:29,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:29,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:29,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:29,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1731241169703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:29,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47194 deadline: 1731241169704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:29,782 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/f7473091108b44ac88d00cbcdeb5c29c 2024-11-10T12:18:29,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/a12488dd5c894a2abe402a1d3405da92 is 50, key is test_row_0/B:col10/1731241109267/Put/seqid=0 2024-11-10T12:18:29,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742148_1324 (size=12301) 2024-11-10T12:18:29,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-10T12:18:29,800 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:29,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-10T12:18:29,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:29,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. as already flushing 2024-11-10T12:18:29,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:29,800 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:29,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:29,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:29,952 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:29,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-10T12:18:29,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:29,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. as already flushing 2024-11-10T12:18:29,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:29,953 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:29,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:29,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:30,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:30,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47194 deadline: 1731241170008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:30,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:30,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1731241170008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:30,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-10T12:18:30,104 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:30,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-10T12:18:30,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:30,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. as already flushing 2024-11-10T12:18:30,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:30,105 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:30,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:30,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:30,192 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/a12488dd5c894a2abe402a1d3405da92 2024-11-10T12:18:30,197 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/2beba4ae368143429e5368bc2b5b170b is 50, key is test_row_0/C:col10/1731241109267/Put/seqid=0 2024-11-10T12:18:30,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742149_1325 (size=12301) 2024-11-10T12:18:30,257 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:30,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-10T12:18:30,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:30,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. as already flushing 2024-11-10T12:18:30,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:30,258 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:30,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:30,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:30,410 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:30,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-10T12:18:30,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:30,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. as already flushing 2024-11-10T12:18:30,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:30,410 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:30,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:30,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:30,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:30,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47164 deadline: 1731241170510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:30,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:30,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47194 deadline: 1731241170513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:30,562 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:30,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-10T12:18:30,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:30,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. as already flushing 2024-11-10T12:18:30,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:30,563 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:30,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:30,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:30,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-10T12:18:30,603 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/2beba4ae368143429e5368bc2b5b170b 2024-11-10T12:18:30,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/f7473091108b44ac88d00cbcdeb5c29c as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/f7473091108b44ac88d00cbcdeb5c29c 2024-11-10T12:18:30,610 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/f7473091108b44ac88d00cbcdeb5c29c, entries=200, sequenceid=369, filesize=14.4 K 2024-11-10T12:18:30,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/a12488dd5c894a2abe402a1d3405da92 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/a12488dd5c894a2abe402a1d3405da92 2024-11-10T12:18:30,614 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/a12488dd5c894a2abe402a1d3405da92, entries=150, sequenceid=369, filesize=12.0 K 2024-11-10T12:18:30,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/2beba4ae368143429e5368bc2b5b170b as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/2beba4ae368143429e5368bc2b5b170b 2024-11-10T12:18:30,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/2beba4ae368143429e5368bc2b5b170b, entries=150, sequenceid=369, filesize=12.0 K 2024-11-10T12:18:30,619 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 0f3569043df4c0bf7cac611dc3a1f72c in 1246ms, sequenceid=369, compaction requested=true 2024-11-10T12:18:30,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0f3569043df4c0bf7cac611dc3a1f72c: 2024-11-10T12:18:30,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f3569043df4c0bf7cac611dc3a1f72c:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:18:30,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:18:30,619 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:18:30,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f3569043df4c0bf7cac611dc3a1f72c:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:18:30,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:18:30,619 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:18:30,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f3569043df4c0bf7cac611dc3a1f72c:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:18:30,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:18:30,620 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40127 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:18:30,620 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1540): 0f3569043df4c0bf7cac611dc3a1f72c/A is initiating minor compaction (all files) 2024-11-10T12:18:30,620 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:18:30,620 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f3569043df4c0bf7cac611dc3a1f72c/A in TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:30,620 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): 0f3569043df4c0bf7cac611dc3a1f72c/B is initiating minor compaction (all files) 2024-11-10T12:18:30,620 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f3569043df4c0bf7cac611dc3a1f72c/B in TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:30,620 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/85c74891af9e4f9185e45c1f49f3a38b, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/7a5d6bbf59894089a0b78b4d01df6dd1, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/f7473091108b44ac88d00cbcdeb5c29c] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp, totalSize=39.2 K 2024-11-10T12:18:30,620 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/9b00fcc7a5f0470e8892427cb384f4b7, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/713cf6241ae642f3af1bd527ef7ba5b1, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/a12488dd5c894a2abe402a1d3405da92] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp, totalSize=36.8 K 2024-11-10T12:18:30,620 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 85c74891af9e4f9185e45c1f49f3a38b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731241106488 2024-11-10T12:18:30,620 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b00fcc7a5f0470e8892427cb384f4b7, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731241106488 2024-11-10T12:18:30,621 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a5d6bbf59894089a0b78b4d01df6dd1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1731241107114 2024-11-10T12:18:30,621 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 713cf6241ae642f3af1bd527ef7ba5b1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1731241107114 2024-11-10T12:18:30,621 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting f7473091108b44ac88d00cbcdeb5c29c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1731241109267 2024-11-10T12:18:30,621 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting a12488dd5c894a2abe402a1d3405da92, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1731241109267 2024-11-10T12:18:30,627 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f3569043df4c0bf7cac611dc3a1f72c#B#compaction#282 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:18:30,628 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/b94ce623e5904030bb6201af6f8b1d5c is 50, key is test_row_0/B:col10/1731241109267/Put/seqid=0 2024-11-10T12:18:30,629 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f3569043df4c0bf7cac611dc3a1f72c#A#compaction#283 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:18:30,629 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/ecd1caf239b247b8b6bdad5952f1ef22 is 50, key is test_row_0/A:col10/1731241109267/Put/seqid=0 2024-11-10T12:18:30,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742150_1326 (size=13187) 2024-11-10T12:18:30,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742151_1327 (size=13187) 2024-11-10T12:18:30,645 DEBUG [Thread-1158 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x131ceb8f to 127.0.0.1:59506 2024-11-10T12:18:30,645 DEBUG [Thread-1158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:18:30,646 DEBUG [Thread-1154 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5886c0f2 to 127.0.0.1:59506 2024-11-10T12:18:30,646 DEBUG [Thread-1154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:18:30,646 DEBUG [Thread-1162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x328852db to 127.0.0.1:59506 2024-11-10T12:18:30,647 DEBUG [Thread-1162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:18:30,647 DEBUG [Thread-1160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5a78bf6d to 127.0.0.1:59506 2024-11-10T12:18:30,647 DEBUG [Thread-1160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:18:30,647 DEBUG [Thread-1156 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x66e575aa to 127.0.0.1:59506 2024-11-10T12:18:30,647 DEBUG [Thread-1156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:18:30,715 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:30,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-10T12:18:30,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:30,716 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing 0f3569043df4c0bf7cac611dc3a1f72c 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-10T12:18:30,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f3569043df4c0bf7cac611dc3a1f72c, store=A 2024-11-10T12:18:30,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:30,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f3569043df4c0bf7cac611dc3a1f72c, store=B 2024-11-10T12:18:30,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:30,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f3569043df4c0bf7cac611dc3a1f72c, store=C 2024-11-10T12:18:30,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:30,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/eb36e5bae3934104ab501e6cc2a53f98 is 50, key is test_row_0/A:col10/1731241109396/Put/seqid=0 2024-11-10T12:18:30,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742152_1328 (size=12301) 2024-11-10T12:18:31,042 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/ecd1caf239b247b8b6bdad5952f1ef22 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/ecd1caf239b247b8b6bdad5952f1ef22 2024-11-10T12:18:31,043 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/b94ce623e5904030bb6201af6f8b1d5c as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/b94ce623e5904030bb6201af6f8b1d5c 2024-11-10T12:18:31,049 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0f3569043df4c0bf7cac611dc3a1f72c/B of 0f3569043df4c0bf7cac611dc3a1f72c into b94ce623e5904030bb6201af6f8b1d5c(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:18:31,049 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0f3569043df4c0bf7cac611dc3a1f72c/A of 0f3569043df4c0bf7cac611dc3a1f72c into ecd1caf239b247b8b6bdad5952f1ef22(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:18:31,049 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f3569043df4c0bf7cac611dc3a1f72c: 2024-11-10T12:18:31,049 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f3569043df4c0bf7cac611dc3a1f72c: 2024-11-10T12:18:31,049 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c., storeName=0f3569043df4c0bf7cac611dc3a1f72c/B, priority=13, startTime=1731241110619; duration=0sec 2024-11-10T12:18:31,049 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c., storeName=0f3569043df4c0bf7cac611dc3a1f72c/A, priority=13, startTime=1731241110619; duration=0sec 2024-11-10T12:18:31,049 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:18:31,049 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f3569043df4c0bf7cac611dc3a1f72c:A 2024-11-10T12:18:31,049 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:18:31,049 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f3569043df4c0bf7cac611dc3a1f72c:B 2024-11-10T12:18:31,049 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:18:31,050 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:18:31,050 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1540): 0f3569043df4c0bf7cac611dc3a1f72c/C is initiating minor compaction (all files) 2024-11-10T12:18:31,050 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f3569043df4c0bf7cac611dc3a1f72c/C in TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:31,051 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/7606ccf070964b819cc36920664f8772, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/845611349cca48afb9673965b36dfd4c, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/2beba4ae368143429e5368bc2b5b170b] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp, totalSize=36.8 K 2024-11-10T12:18:31,051 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7606ccf070964b819cc36920664f8772, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731241106488 2024-11-10T12:18:31,051 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 845611349cca48afb9673965b36dfd4c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1731241107114 2024-11-10T12:18:31,051 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2beba4ae368143429e5368bc2b5b170b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1731241109267 2024-11-10T12:18:31,056 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f3569043df4c0bf7cac611dc3a1f72c#C#compaction#285 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:18:31,056 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/ca174968baa54fc8b8ffbb22279b6076 is 50, key is test_row_0/C:col10/1731241109267/Put/seqid=0 2024-11-10T12:18:31,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742153_1329 (size=13187) 2024-11-10T12:18:31,127 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/eb36e5bae3934104ab501e6cc2a53f98 2024-11-10T12:18:31,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/17aeb5c62f944b05beee72312f8c64a6 is 50, key is test_row_0/B:col10/1731241109396/Put/seqid=0 2024-11-10T12:18:31,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742154_1330 (size=12301) 2024-11-10T12:18:31,145 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/17aeb5c62f944b05beee72312f8c64a6 2024-11-10T12:18:31,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/8cb47a2b9d6d4607970789b9ba3cbd70 is 50, key is test_row_0/C:col10/1731241109396/Put/seqid=0 2024-11-10T12:18:31,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742155_1331 (size=12301) 2024-11-10T12:18:31,468 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/ca174968baa54fc8b8ffbb22279b6076 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/ca174968baa54fc8b8ffbb22279b6076 2024-11-10T12:18:31,477 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0f3569043df4c0bf7cac611dc3a1f72c/C of 0f3569043df4c0bf7cac611dc3a1f72c into ca174968baa54fc8b8ffbb22279b6076(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:18:31,477 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f3569043df4c0bf7cac611dc3a1f72c: 2024-11-10T12:18:31,477 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c., storeName=0f3569043df4c0bf7cac611dc3a1f72c/C, priority=13, startTime=1731241110619; duration=0sec 2024-11-10T12:18:31,477 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:18:31,477 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f3569043df4c0bf7cac611dc3a1f72c:C 2024-11-10T12:18:31,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 0f3569043df4c0bf7cac611dc3a1f72c 2024-11-10T12:18:31,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. as already flushing 2024-11-10T12:18:31,521 DEBUG [Thread-1151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17cf7fc0 to 127.0.0.1:59506 2024-11-10T12:18:31,521 DEBUG [Thread-1145 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72aa9ee5 to 127.0.0.1:59506 2024-11-10T12:18:31,522 DEBUG [Thread-1151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:18:31,522 DEBUG [Thread-1145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:18:31,557 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/8cb47a2b9d6d4607970789b9ba3cbd70 2024-11-10T12:18:31,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/eb36e5bae3934104ab501e6cc2a53f98 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/eb36e5bae3934104ab501e6cc2a53f98 2024-11-10T12:18:31,571 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/eb36e5bae3934104ab501e6cc2a53f98, entries=150, sequenceid=390, filesize=12.0 K 2024-11-10T12:18:31,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/17aeb5c62f944b05beee72312f8c64a6 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/17aeb5c62f944b05beee72312f8c64a6 2024-11-10T12:18:31,575 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/17aeb5c62f944b05beee72312f8c64a6, entries=150, sequenceid=390, filesize=12.0 K 2024-11-10T12:18:31,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/8cb47a2b9d6d4607970789b9ba3cbd70 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/8cb47a2b9d6d4607970789b9ba3cbd70 2024-11-10T12:18:31,578 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/8cb47a2b9d6d4607970789b9ba3cbd70, entries=150, sequenceid=390, filesize=12.0 K 2024-11-10T12:18:31,579 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=13.42 KB/13740 for 0f3569043df4c0bf7cac611dc3a1f72c in 863ms, sequenceid=390, compaction requested=false 2024-11-10T12:18:31,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for 0f3569043df4c0bf7cac611dc3a1f72c: 2024-11-10T12:18:31,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:31,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-10T12:18:31,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-10T12:18:31,581 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-10T12:18:31,581 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0840 sec 2024-11-10T12:18:31,582 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 2.0870 sec 2024-11-10T12:18:31,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-10T12:18:31,600 INFO [Thread-1153 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-10T12:18:33,521 DEBUG [Thread-1149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4dfb20f6 to 127.0.0.1:59506 2024-11-10T12:18:33,522 DEBUG [Thread-1149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:18:33,544 DEBUG [Thread-1147 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4ec09297 to 127.0.0.1:59506 2024-11-10T12:18:33,544 DEBUG [Thread-1147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:18:35,336 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T12:18:36,549 DEBUG [Thread-1143 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x669e1999 to 127.0.0.1:59506 2024-11-10T12:18:36,550 DEBUG [Thread-1143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:18:36,550 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-10T12:18:36,550 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 39 2024-11-10T12:18:36,550 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-11-10T12:18:36,550 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-11-10T12:18:36,550 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-11-10T12:18:36,550 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-10T12:18:36,551 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-10T12:18:36,551 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7127 2024-11-10T12:18:36,551 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7641 2024-11-10T12:18:36,551 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6983 2024-11-10T12:18:36,551 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7168 2024-11-10T12:18:36,551 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7683 2024-11-10T12:18:36,551 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-10T12:18:36,551 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-10T12:18:36,551 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17b6adc5 to 127.0.0.1:59506 2024-11-10T12:18:36,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:18:36,552 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-10T12:18:36,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-10T12:18:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-10T12:18:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-10T12:18:36,555 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241116555"}]},"ts":"1731241116555"} 2024-11-10T12:18:36,556 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-10T12:18:36,603 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-10T12:18:36,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T12:18:36,605 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f3569043df4c0bf7cac611dc3a1f72c, UNASSIGN}] 2024-11-10T12:18:36,605 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=87, ppid=86, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f3569043df4c0bf7cac611dc3a1f72c, UNASSIGN 2024-11-10T12:18:36,606 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=87 updating hbase:meta row=0f3569043df4c0bf7cac611dc3a1f72c, regionState=CLOSING, regionLocation=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:36,607 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T12:18:36,607 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; CloseRegionProcedure 0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112}] 2024-11-10T12:18:36,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-10T12:18:36,759 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:36,759 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] handler.UnassignRegionHandler(124): Close 0f3569043df4c0bf7cac611dc3a1f72c 2024-11-10T12:18:36,759 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-10T12:18:36,759 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1681): Closing 0f3569043df4c0bf7cac611dc3a1f72c, disabling compactions & flushes 2024-11-10T12:18:36,759 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:36,759 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:36,759 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. after waiting 0 ms 2024-11-10T12:18:36,759 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:36,760 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(2837): Flushing 0f3569043df4c0bf7cac611dc3a1f72c 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-10T12:18:36,760 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f3569043df4c0bf7cac611dc3a1f72c, store=A 2024-11-10T12:18:36,760 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:36,760 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f3569043df4c0bf7cac611dc3a1f72c, store=B 2024-11-10T12:18:36,760 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:36,760 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f3569043df4c0bf7cac611dc3a1f72c, store=C 2024-11-10T12:18:36,760 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:36,764 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/95f20ed8f83644d2ab85e367dccd3b2a is 50, key is test_row_0/A:col10/1731241113518/Put/seqid=0 2024-11-10T12:18:36,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742156_1332 (size=12301) 2024-11-10T12:18:36,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-10T12:18:37,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-10T12:18:37,170 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/95f20ed8f83644d2ab85e367dccd3b2a 2024-11-10T12:18:37,184 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/7970dd4d846c4eb485960cd691fd0702 is 50, key is test_row_0/B:col10/1731241113518/Put/seqid=0 2024-11-10T12:18:37,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742157_1333 (size=12301) 2024-11-10T12:18:37,589 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/7970dd4d846c4eb485960cd691fd0702 2024-11-10T12:18:37,602 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/6a945fb485c64862a22c3529b8ea4124 is 50, key is test_row_0/C:col10/1731241113518/Put/seqid=0 2024-11-10T12:18:37,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742158_1334 (size=12301) 2024-11-10T12:18:37,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-10T12:18:38,008 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/6a945fb485c64862a22c3529b8ea4124 2024-11-10T12:18:38,018 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/A/95f20ed8f83644d2ab85e367dccd3b2a as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/95f20ed8f83644d2ab85e367dccd3b2a 2024-11-10T12:18:38,024 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/95f20ed8f83644d2ab85e367dccd3b2a, entries=150, sequenceid=401, filesize=12.0 K 2024-11-10T12:18:38,025 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/B/7970dd4d846c4eb485960cd691fd0702 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/7970dd4d846c4eb485960cd691fd0702 2024-11-10T12:18:38,030 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/7970dd4d846c4eb485960cd691fd0702, entries=150, sequenceid=401, filesize=12.0 K 2024-11-10T12:18:38,031 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/.tmp/C/6a945fb485c64862a22c3529b8ea4124 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/6a945fb485c64862a22c3529b8ea4124 2024-11-10T12:18:38,035 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/6a945fb485c64862a22c3529b8ea4124, entries=150, sequenceid=401, filesize=12.0 K 2024-11-10T12:18:38,036 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 0f3569043df4c0bf7cac611dc3a1f72c in 1276ms, sequenceid=401, compaction requested=true 2024-11-10T12:18:38,036 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/8c0f3dbb9fb2489c8d52039152e33b38, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/cfa9d99f508e407890837900782f2fef, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/f0e7eb0a1a514f6b85e0450bb8f865dd, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/07d698d13f674b6fb43cb395a41aa63b, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/bcea2f1b825b44ddb601e2ca45aba0e2, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/4d14b0b5051140f4a4a2b1ee8f406de9, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/230ecdc60f754af48ceb743f2d2381cb, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/bcbf97e76668431a8d5b876e9e330dd1, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/06cd4c8d88bd47c3bbbd8ea2e35c1ed7, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/1abf822cae5543c5a8297cf937ec90dc, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/94b2bfc911f348eaafe5dde7d8e035a0, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/af430bc28f8c4c46ba34fa635298eeb0, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/7a27ba03373141b494b5e5cff82018d9, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/a3f0e9d60702465291a3e3c38986d497, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/3fac6776ab6944a986d0a10929f1370c, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/027cec370ef442eaaf2ac06a423c8ab3, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/5c5738cb13a5446da1471a4904a8a25a, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/43b6664a824c40e4b26cd7ccbb83eeb5, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/5f19f96d057e4603b27f678c051a6395, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/a2cd900c9f1343839255aee863e4c952, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/0a0befed9dc94f58ab194e714eec2a65, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/45baa8eefca34cd7bd77b3e1230e3b9e, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/51a9d2ffcf6949d9bb82dce0513e4e50, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/85c74891af9e4f9185e45c1f49f3a38b, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/7a5d6bbf59894089a0b78b4d01df6dd1, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/f7473091108b44ac88d00cbcdeb5c29c] to archive 2024-11-10T12:18:38,037 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T12:18:38,039 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/8c0f3dbb9fb2489c8d52039152e33b38 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/8c0f3dbb9fb2489c8d52039152e33b38 2024-11-10T12:18:38,040 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/cfa9d99f508e407890837900782f2fef to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/cfa9d99f508e407890837900782f2fef 2024-11-10T12:18:38,041 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/f0e7eb0a1a514f6b85e0450bb8f865dd to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/f0e7eb0a1a514f6b85e0450bb8f865dd 2024-11-10T12:18:38,042 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/07d698d13f674b6fb43cb395a41aa63b to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/07d698d13f674b6fb43cb395a41aa63b 2024-11-10T12:18:38,042 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/bcea2f1b825b44ddb601e2ca45aba0e2 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/bcea2f1b825b44ddb601e2ca45aba0e2 2024-11-10T12:18:38,043 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/4d14b0b5051140f4a4a2b1ee8f406de9 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/4d14b0b5051140f4a4a2b1ee8f406de9 2024-11-10T12:18:38,044 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/230ecdc60f754af48ceb743f2d2381cb to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/230ecdc60f754af48ceb743f2d2381cb 2024-11-10T12:18:38,045 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/bcbf97e76668431a8d5b876e9e330dd1 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/bcbf97e76668431a8d5b876e9e330dd1 2024-11-10T12:18:38,045 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/06cd4c8d88bd47c3bbbd8ea2e35c1ed7 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/06cd4c8d88bd47c3bbbd8ea2e35c1ed7 2024-11-10T12:18:38,046 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/1abf822cae5543c5a8297cf937ec90dc to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/1abf822cae5543c5a8297cf937ec90dc 2024-11-10T12:18:38,047 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/94b2bfc911f348eaafe5dde7d8e035a0 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/94b2bfc911f348eaafe5dde7d8e035a0 2024-11-10T12:18:38,047 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/af430bc28f8c4c46ba34fa635298eeb0 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/af430bc28f8c4c46ba34fa635298eeb0 2024-11-10T12:18:38,048 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/7a27ba03373141b494b5e5cff82018d9 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/7a27ba03373141b494b5e5cff82018d9 2024-11-10T12:18:38,049 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/a3f0e9d60702465291a3e3c38986d497 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/a3f0e9d60702465291a3e3c38986d497 2024-11-10T12:18:38,049 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/3fac6776ab6944a986d0a10929f1370c to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/3fac6776ab6944a986d0a10929f1370c 2024-11-10T12:18:38,050 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/027cec370ef442eaaf2ac06a423c8ab3 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/027cec370ef442eaaf2ac06a423c8ab3 2024-11-10T12:18:38,051 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/5c5738cb13a5446da1471a4904a8a25a to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/5c5738cb13a5446da1471a4904a8a25a 2024-11-10T12:18:38,051 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/43b6664a824c40e4b26cd7ccbb83eeb5 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/43b6664a824c40e4b26cd7ccbb83eeb5 2024-11-10T12:18:38,052 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/5f19f96d057e4603b27f678c051a6395 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/5f19f96d057e4603b27f678c051a6395 2024-11-10T12:18:38,052 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/a2cd900c9f1343839255aee863e4c952 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/a2cd900c9f1343839255aee863e4c952 2024-11-10T12:18:38,053 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/0a0befed9dc94f58ab194e714eec2a65 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/0a0befed9dc94f58ab194e714eec2a65 2024-11-10T12:18:38,054 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/45baa8eefca34cd7bd77b3e1230e3b9e to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/45baa8eefca34cd7bd77b3e1230e3b9e 2024-11-10T12:18:38,054 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/51a9d2ffcf6949d9bb82dce0513e4e50 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/51a9d2ffcf6949d9bb82dce0513e4e50 2024-11-10T12:18:38,055 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/85c74891af9e4f9185e45c1f49f3a38b to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/85c74891af9e4f9185e45c1f49f3a38b 2024-11-10T12:18:38,056 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/7a5d6bbf59894089a0b78b4d01df6dd1 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/7a5d6bbf59894089a0b78b4d01df6dd1 2024-11-10T12:18:38,056 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/f7473091108b44ac88d00cbcdeb5c29c to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/f7473091108b44ac88d00cbcdeb5c29c 2024-11-10T12:18:38,057 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/5efa42b9448d41d48151499946db1546, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/da9556305eae44b0a1afe4c805a95140, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/4189d42590e64a6cbfa2c8fe7e521c47, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/6683ebb9d4da480eb4ce191a2526c9e4, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/49eef8ba37994d0b8619b4adc6981af4, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/12daded4e1bb49dda66a55aaa6c1a2b1, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/125e249e99294e6985aee315ee2d7b99, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/6a65af74532e4629b37a29f0537e19e6, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/1ca8b267bda14f699540b59297788528, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/43bc5ed20fcf4019b3c032b2a6f78e9f, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/1b1dcd5e0dd242baaa921a212840e96d, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/9d4d19e2caef4e939bf59f6d9ffe6ed8, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/958a21b003894971bdb27ee99e89fbfb, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/f6fe1bab59d84778b5238c3ca7c7c456, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/048a91b5d2734b1ba6f30e1f81ebe972, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/2913147c7a174a56b7e27c3a798f271e, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/c8f9f696559f4ee3b4a8be7b9b82b9be, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/77c75ec9a4a14e158994cc121d01a76e, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/a7103ec6285247f98d9ecceb2f34551f, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/a2be06e8195e4d88a284c885b1389a2a, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/454906a31440480293a4d209af7c3bce, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/532c022b8cc742118b03ec99605b4b68, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/9b00fcc7a5f0470e8892427cb384f4b7, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/b42b3b50ab4b42049a96415b13aae966, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/713cf6241ae642f3af1bd527ef7ba5b1, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/a12488dd5c894a2abe402a1d3405da92] to archive 2024-11-10T12:18:38,058 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T12:18:38,059 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/5efa42b9448d41d48151499946db1546 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/5efa42b9448d41d48151499946db1546 2024-11-10T12:18:38,060 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/da9556305eae44b0a1afe4c805a95140 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/da9556305eae44b0a1afe4c805a95140 2024-11-10T12:18:38,061 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/4189d42590e64a6cbfa2c8fe7e521c47 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/4189d42590e64a6cbfa2c8fe7e521c47 2024-11-10T12:18:38,062 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/6683ebb9d4da480eb4ce191a2526c9e4 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/6683ebb9d4da480eb4ce191a2526c9e4 2024-11-10T12:18:38,063 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/49eef8ba37994d0b8619b4adc6981af4 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/49eef8ba37994d0b8619b4adc6981af4 2024-11-10T12:18:38,063 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/12daded4e1bb49dda66a55aaa6c1a2b1 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/12daded4e1bb49dda66a55aaa6c1a2b1 2024-11-10T12:18:38,064 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/125e249e99294e6985aee315ee2d7b99 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/125e249e99294e6985aee315ee2d7b99 2024-11-10T12:18:38,065 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/6a65af74532e4629b37a29f0537e19e6 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/6a65af74532e4629b37a29f0537e19e6 2024-11-10T12:18:38,066 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/1ca8b267bda14f699540b59297788528 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/1ca8b267bda14f699540b59297788528 2024-11-10T12:18:38,067 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/43bc5ed20fcf4019b3c032b2a6f78e9f to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/43bc5ed20fcf4019b3c032b2a6f78e9f 2024-11-10T12:18:38,067 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/1b1dcd5e0dd242baaa921a212840e96d to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/1b1dcd5e0dd242baaa921a212840e96d 2024-11-10T12:18:38,068 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/9d4d19e2caef4e939bf59f6d9ffe6ed8 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/9d4d19e2caef4e939bf59f6d9ffe6ed8 2024-11-10T12:18:38,069 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/958a21b003894971bdb27ee99e89fbfb to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/958a21b003894971bdb27ee99e89fbfb 2024-11-10T12:18:38,069 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/f6fe1bab59d84778b5238c3ca7c7c456 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/f6fe1bab59d84778b5238c3ca7c7c456 2024-11-10T12:18:38,070 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/048a91b5d2734b1ba6f30e1f81ebe972 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/048a91b5d2734b1ba6f30e1f81ebe972 2024-11-10T12:18:38,071 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/2913147c7a174a56b7e27c3a798f271e to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/2913147c7a174a56b7e27c3a798f271e 2024-11-10T12:18:38,071 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/c8f9f696559f4ee3b4a8be7b9b82b9be to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/c8f9f696559f4ee3b4a8be7b9b82b9be 2024-11-10T12:18:38,072 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/77c75ec9a4a14e158994cc121d01a76e to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/77c75ec9a4a14e158994cc121d01a76e 2024-11-10T12:18:38,073 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/a7103ec6285247f98d9ecceb2f34551f to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/a7103ec6285247f98d9ecceb2f34551f 2024-11-10T12:18:38,073 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/a2be06e8195e4d88a284c885b1389a2a to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/a2be06e8195e4d88a284c885b1389a2a 2024-11-10T12:18:38,074 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/454906a31440480293a4d209af7c3bce to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/454906a31440480293a4d209af7c3bce 2024-11-10T12:18:38,075 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/532c022b8cc742118b03ec99605b4b68 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/532c022b8cc742118b03ec99605b4b68 2024-11-10T12:18:38,075 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/9b00fcc7a5f0470e8892427cb384f4b7 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/9b00fcc7a5f0470e8892427cb384f4b7 2024-11-10T12:18:38,076 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/b42b3b50ab4b42049a96415b13aae966 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/b42b3b50ab4b42049a96415b13aae966 2024-11-10T12:18:38,077 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/713cf6241ae642f3af1bd527ef7ba5b1 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/713cf6241ae642f3af1bd527ef7ba5b1 2024-11-10T12:18:38,077 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/a12488dd5c894a2abe402a1d3405da92 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/a12488dd5c894a2abe402a1d3405da92 2024-11-10T12:18:38,079 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/e92f0334d8a7406a932739fb360f6866, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/ae577c7165b84825a08465333e7ea56e, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/16eb1ea1ae704880860f2bc1ee8b11ea, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/e99581f1e28d4374979b72ba1f448f43, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/de092b9d65b542d781e1274f5839c0b0, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/8b0c1343f932412c80e4a35ea10e7f31, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/13ef14477f7345e992b08fed3f6f962e, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/872fa63a62cb4b219ed6e9ab5c028c39, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/43ddc710670f467c972b2a2703a639cc, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/27efe0b5045c4363b2043791a42e369a, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/be270efbca424ae49d35ee6dd8585d80, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/2189fda58cf54aedb0c5f4d2a51e69b9, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/745bbc3c5c3d4343a6c24d4004a785e0, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/44c65f6fd0cd45f99ca862f012b1a82d, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/8e33d36eb2024b1bbfa724674f145038, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/40126e1697004860845fab63d8fa06b7, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/75b986cc507b461696b83d3ea33dc191, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/821b98b038634f4baaa73b3a203adfd2, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/431205efc6c94299893441166c9a59ec, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/e880c5b8dc5646f88b80b022361dd7e1, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/6f6c0c0093724c3c8282fcbc1fc3174c, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/a952b0f2475a48c7a197ac7e7cbbae26, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/7606ccf070964b819cc36920664f8772, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/504cc22b313549fe8859230dc041e7f8, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/845611349cca48afb9673965b36dfd4c, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/2beba4ae368143429e5368bc2b5b170b] to archive 2024-11-10T12:18:38,079 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T12:18:38,080 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/e92f0334d8a7406a932739fb360f6866 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/e92f0334d8a7406a932739fb360f6866 2024-11-10T12:18:38,081 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/ae577c7165b84825a08465333e7ea56e to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/ae577c7165b84825a08465333e7ea56e 2024-11-10T12:18:38,082 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/16eb1ea1ae704880860f2bc1ee8b11ea to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/16eb1ea1ae704880860f2bc1ee8b11ea 2024-11-10T12:18:38,082 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/e99581f1e28d4374979b72ba1f448f43 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/e99581f1e28d4374979b72ba1f448f43 2024-11-10T12:18:38,083 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/de092b9d65b542d781e1274f5839c0b0 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/de092b9d65b542d781e1274f5839c0b0 2024-11-10T12:18:38,083 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/8b0c1343f932412c80e4a35ea10e7f31 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/8b0c1343f932412c80e4a35ea10e7f31 2024-11-10T12:18:38,084 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/13ef14477f7345e992b08fed3f6f962e to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/13ef14477f7345e992b08fed3f6f962e 2024-11-10T12:18:38,085 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/872fa63a62cb4b219ed6e9ab5c028c39 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/872fa63a62cb4b219ed6e9ab5c028c39 2024-11-10T12:18:38,085 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/43ddc710670f467c972b2a2703a639cc to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/43ddc710670f467c972b2a2703a639cc 2024-11-10T12:18:38,086 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/27efe0b5045c4363b2043791a42e369a to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/27efe0b5045c4363b2043791a42e369a 2024-11-10T12:18:38,087 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/be270efbca424ae49d35ee6dd8585d80 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/be270efbca424ae49d35ee6dd8585d80 2024-11-10T12:18:38,087 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/2189fda58cf54aedb0c5f4d2a51e69b9 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/2189fda58cf54aedb0c5f4d2a51e69b9 2024-11-10T12:18:38,088 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/745bbc3c5c3d4343a6c24d4004a785e0 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/745bbc3c5c3d4343a6c24d4004a785e0 2024-11-10T12:18:38,089 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/44c65f6fd0cd45f99ca862f012b1a82d to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/44c65f6fd0cd45f99ca862f012b1a82d 2024-11-10T12:18:38,089 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/8e33d36eb2024b1bbfa724674f145038 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/8e33d36eb2024b1bbfa724674f145038 2024-11-10T12:18:38,090 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/40126e1697004860845fab63d8fa06b7 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/40126e1697004860845fab63d8fa06b7 2024-11-10T12:18:38,090 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/75b986cc507b461696b83d3ea33dc191 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/75b986cc507b461696b83d3ea33dc191 2024-11-10T12:18:38,091 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/821b98b038634f4baaa73b3a203adfd2 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/821b98b038634f4baaa73b3a203adfd2 2024-11-10T12:18:38,092 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/431205efc6c94299893441166c9a59ec to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/431205efc6c94299893441166c9a59ec 2024-11-10T12:18:38,093 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/e880c5b8dc5646f88b80b022361dd7e1 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/e880c5b8dc5646f88b80b022361dd7e1 2024-11-10T12:18:38,093 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/6f6c0c0093724c3c8282fcbc1fc3174c to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/6f6c0c0093724c3c8282fcbc1fc3174c 2024-11-10T12:18:38,094 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/a952b0f2475a48c7a197ac7e7cbbae26 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/a952b0f2475a48c7a197ac7e7cbbae26 2024-11-10T12:18:38,095 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/7606ccf070964b819cc36920664f8772 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/7606ccf070964b819cc36920664f8772 2024-11-10T12:18:38,096 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/504cc22b313549fe8859230dc041e7f8 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/504cc22b313549fe8859230dc041e7f8 2024-11-10T12:18:38,096 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/845611349cca48afb9673965b36dfd4c to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/845611349cca48afb9673965b36dfd4c 2024-11-10T12:18:38,097 DEBUG [StoreCloser-TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/2beba4ae368143429e5368bc2b5b170b to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/2beba4ae368143429e5368bc2b5b170b 2024-11-10T12:18:38,100 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/recovered.edits/404.seqid, newMaxSeqId=404, maxSeqId=1 2024-11-10T12:18:38,101 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c. 2024-11-10T12:18:38,101 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1635): Region close journal for 0f3569043df4c0bf7cac611dc3a1f72c: 2024-11-10T12:18:38,102 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] handler.UnassignRegionHandler(170): Closed 0f3569043df4c0bf7cac611dc3a1f72c 2024-11-10T12:18:38,102 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=87 updating hbase:meta row=0f3569043df4c0bf7cac611dc3a1f72c, regionState=CLOSED 2024-11-10T12:18:38,104 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-10T12:18:38,104 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; CloseRegionProcedure 0f3569043df4c0bf7cac611dc3a1f72c, server=8eb9a7a2374b,43841,1731241027112 in 1.4960 sec 2024-11-10T12:18:38,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=87, resume processing ppid=86 2024-11-10T12:18:38,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, ppid=86, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f3569043df4c0bf7cac611dc3a1f72c, UNASSIGN in 1.4990 sec 2024-11-10T12:18:38,106 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-10T12:18:38,106 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5020 sec 2024-11-10T12:18:38,107 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241118107"}]},"ts":"1731241118107"} 2024-11-10T12:18:38,108 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-10T12:18:38,145 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-10T12:18:38,146 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5930 sec 2024-11-10T12:18:38,353 ERROR [LeaseRenewer:jenkins@localhost:33589 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:33589,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:38,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-10T12:18:38,664 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-10T12:18:38,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-10T12:18:38,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:18:38,669 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=89, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:18:38,671 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=89, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:18:38,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-10T12:18:38,676 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c 2024-11-10T12:18:38,681 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A, FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B, FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C, FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/recovered.edits] 2024-11-10T12:18:38,685 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/95f20ed8f83644d2ab85e367dccd3b2a to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/95f20ed8f83644d2ab85e367dccd3b2a 2024-11-10T12:18:38,688 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/eb36e5bae3934104ab501e6cc2a53f98 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/eb36e5bae3934104ab501e6cc2a53f98 2024-11-10T12:18:38,689 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/ecd1caf239b247b8b6bdad5952f1ef22 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/A/ecd1caf239b247b8b6bdad5952f1ef22 2024-11-10T12:18:38,693 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/17aeb5c62f944b05beee72312f8c64a6 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/17aeb5c62f944b05beee72312f8c64a6 2024-11-10T12:18:38,696 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/7970dd4d846c4eb485960cd691fd0702 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/7970dd4d846c4eb485960cd691fd0702 2024-11-10T12:18:38,698 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/b94ce623e5904030bb6201af6f8b1d5c to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/B/b94ce623e5904030bb6201af6f8b1d5c 2024-11-10T12:18:38,703 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/6a945fb485c64862a22c3529b8ea4124 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/6a945fb485c64862a22c3529b8ea4124 2024-11-10T12:18:38,704 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/8cb47a2b9d6d4607970789b9ba3cbd70 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/8cb47a2b9d6d4607970789b9ba3cbd70 2024-11-10T12:18:38,705 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/ca174968baa54fc8b8ffbb22279b6076 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/C/ca174968baa54fc8b8ffbb22279b6076 2024-11-10T12:18:38,707 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/recovered.edits/404.seqid to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c/recovered.edits/404.seqid 2024-11-10T12:18:38,707 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/0f3569043df4c0bf7cac611dc3a1f72c 2024-11-10T12:18:38,707 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-10T12:18:38,709 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=89, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:18:38,713 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-10T12:18:38,715 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-10T12:18:38,715 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=89, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:18:38,715 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-10T12:18:38,715 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731241118715"}]},"ts":"9223372036854775807"} 2024-11-10T12:18:38,717 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-10T12:18:38,717 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 0f3569043df4c0bf7cac611dc3a1f72c, NAME => 'TestAcidGuarantees,,1731241088343.0f3569043df4c0bf7cac611dc3a1f72c.', STARTKEY => '', ENDKEY => ''}] 2024-11-10T12:18:38,717 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-10T12:18:38,717 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731241118717"}]},"ts":"9223372036854775807"} 2024-11-10T12:18:38,719 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-10T12:18:38,729 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=89, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:18:38,729 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 64 msec 2024-11-10T12:18:38,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-10T12:18:38,772 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-11-10T12:18:38,785 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=236 (was 237), OpenFileDescriptor=451 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=286 (was 250) - SystemLoadAverage LEAK? -, ProcessCount=9 (was 9), AvailableMemoryMB=6015 (was 6094) 2024-11-10T12:18:38,796 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=236, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=286, ProcessCount=9, AvailableMemoryMB=6015 2024-11-10T12:18:38,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T12:18:38,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:18:38,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=90, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-10T12:18:38,799 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=90, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T12:18:38,799 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:18:38,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 90 2024-11-10T12:18:38,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-10T12:18:38,800 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=90, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T12:18:38,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742159_1335 (size=960) 2024-11-10T12:18:38,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-10T12:18:39,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-10T12:18:39,211 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744 2024-11-10T12:18:39,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742160_1336 (size=53) 2024-11-10T12:18:39,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-10T12:18:39,575 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:33589 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:33589,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:39,622 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:18:39,622 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 5c9bb4e694c25a017b8529ffebce23e9, disabling compactions & flushes 2024-11-10T12:18:39,622 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:39,622 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:39,622 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. after waiting 0 ms 2024-11-10T12:18:39,622 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:39,622 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:39,622 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 5c9bb4e694c25a017b8529ffebce23e9: 2024-11-10T12:18:39,625 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=90, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T12:18:39,626 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731241119625"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731241119625"}]},"ts":"1731241119625"} 2024-11-10T12:18:39,628 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-10T12:18:39,630 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=90, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T12:18:39,631 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241119630"}]},"ts":"1731241119630"} 2024-11-10T12:18:39,633 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-10T12:18:39,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5c9bb4e694c25a017b8529ffebce23e9, ASSIGN}] 2024-11-10T12:18:39,680 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5c9bb4e694c25a017b8529ffebce23e9, ASSIGN 2024-11-10T12:18:39,682 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5c9bb4e694c25a017b8529ffebce23e9, ASSIGN; state=OFFLINE, location=8eb9a7a2374b,43841,1731241027112; forceNewPlan=false, retain=false 2024-11-10T12:18:39,833 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=5c9bb4e694c25a017b8529ffebce23e9, regionState=OPENING, regionLocation=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:39,835 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; OpenRegionProcedure 5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112}] 2024-11-10T12:18:39,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-10T12:18:39,990 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:39,997 INFO [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:39,998 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7285): Opening region: {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:18:39,998 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:18:39,998 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:18:39,999 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7327): checking encryption for 5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:18:39,999 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7330): checking classloading for 5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:18:40,002 INFO [StoreOpener-5c9bb4e694c25a017b8529ffebce23e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:18:40,003 INFO [StoreOpener-5c9bb4e694c25a017b8529ffebce23e9-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-10T12:18:40,003 INFO [StoreOpener-5c9bb4e694c25a017b8529ffebce23e9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c9bb4e694c25a017b8529ffebce23e9 columnFamilyName A 2024-11-10T12:18:40,004 DEBUG [StoreOpener-5c9bb4e694c25a017b8529ffebce23e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:18:40,004 INFO [StoreOpener-5c9bb4e694c25a017b8529ffebce23e9-1 {}] regionserver.HStore(327): Store=5c9bb4e694c25a017b8529ffebce23e9/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:18:40,004 INFO [StoreOpener-5c9bb4e694c25a017b8529ffebce23e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:18:40,005 INFO [StoreOpener-5c9bb4e694c25a017b8529ffebce23e9-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-10T12:18:40,005 INFO [StoreOpener-5c9bb4e694c25a017b8529ffebce23e9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c9bb4e694c25a017b8529ffebce23e9 columnFamilyName B 2024-11-10T12:18:40,005 DEBUG [StoreOpener-5c9bb4e694c25a017b8529ffebce23e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:18:40,006 INFO [StoreOpener-5c9bb4e694c25a017b8529ffebce23e9-1 {}] regionserver.HStore(327): Store=5c9bb4e694c25a017b8529ffebce23e9/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:18:40,006 INFO [StoreOpener-5c9bb4e694c25a017b8529ffebce23e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:18:40,007 INFO [StoreOpener-5c9bb4e694c25a017b8529ffebce23e9-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-10T12:18:40,007 INFO [StoreOpener-5c9bb4e694c25a017b8529ffebce23e9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c9bb4e694c25a017b8529ffebce23e9 columnFamilyName C 2024-11-10T12:18:40,007 DEBUG [StoreOpener-5c9bb4e694c25a017b8529ffebce23e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:18:40,007 INFO [StoreOpener-5c9bb4e694c25a017b8529ffebce23e9-1 {}] regionserver.HStore(327): Store=5c9bb4e694c25a017b8529ffebce23e9/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:18:40,007 INFO [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:40,008 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:18:40,008 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:18:40,010 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T12:18:40,011 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1085): writing seq id for 5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:18:40,013 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:18:40,013 INFO [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1102): Opened 5c9bb4e694c25a017b8529ffebce23e9; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61578259, jitterRate=-0.08241243660449982}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T12:18:40,014 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1001): Region open journal for 5c9bb4e694c25a017b8529ffebce23e9: 2024-11-10T12:18:40,015 INFO [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9., pid=92, masterSystemTime=1731241119990 2024-11-10T12:18:40,016 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:40,016 INFO [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:40,017 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=5c9bb4e694c25a017b8529ffebce23e9, regionState=OPEN, openSeqNum=2, regionLocation=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:40,019 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-10T12:18:40,019 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; OpenRegionProcedure 5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 in 183 msec 2024-11-10T12:18:40,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=91, resume processing ppid=90 2024-11-10T12:18:40,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, ppid=90, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=5c9bb4e694c25a017b8529ffebce23e9, ASSIGN in 340 msec 2024-11-10T12:18:40,022 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=90, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T12:18:40,022 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241120022"}]},"ts":"1731241120022"} 2024-11-10T12:18:40,023 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-10T12:18:40,063 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=90, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T12:18:40,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2660 sec 2024-11-10T12:18:40,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-10T12:18:40,910 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 90 completed 2024-11-10T12:18:40,914 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0bf5e2f0 to 127.0.0.1:59506 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b82ba2a 2024-11-10T12:18:40,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3637e4c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:18:40,958 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:18:40,960 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32824, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:18:40,962 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:18:40,963 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60844, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:18:40,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T12:18:40,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:18:40,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-10T12:18:40,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742161_1337 (size=996) 2024-11-10T12:18:41,380 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-10T12:18:41,380 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-10T12:18:41,386 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T12:18:41,388 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5c9bb4e694c25a017b8529ffebce23e9, REOPEN/MOVE}] 2024-11-10T12:18:41,389 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5c9bb4e694c25a017b8529ffebce23e9, REOPEN/MOVE 2024-11-10T12:18:41,389 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=5c9bb4e694c25a017b8529ffebce23e9, regionState=CLOSING, regionLocation=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:41,390 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T12:18:41,390 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE; CloseRegionProcedure 5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112}] 2024-11-10T12:18:41,541 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:41,542 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] handler.UnassignRegionHandler(124): Close 5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:18:41,542 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-10T12:18:41,542 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1681): Closing 5c9bb4e694c25a017b8529ffebce23e9, disabling compactions & flushes 2024-11-10T12:18:41,542 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:41,543 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:41,543 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. after waiting 0 ms 2024-11-10T12:18:41,543 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:41,550 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-10T12:18:41,551 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:41,551 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1635): Region close journal for 5c9bb4e694c25a017b8529ffebce23e9: 2024-11-10T12:18:41,551 WARN [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegionServer(3786): Not adding moved region record: 5c9bb4e694c25a017b8529ffebce23e9 to self. 2024-11-10T12:18:41,554 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] handler.UnassignRegionHandler(170): Closed 5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:18:41,555 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=5c9bb4e694c25a017b8529ffebce23e9, regionState=CLOSED 2024-11-10T12:18:41,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-11-10T12:18:41,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; CloseRegionProcedure 5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 in 167 msec 2024-11-10T12:18:41,560 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5c9bb4e694c25a017b8529ffebce23e9, REOPEN/MOVE; state=CLOSED, location=8eb9a7a2374b,43841,1731241027112; forceNewPlan=false, retain=true 2024-11-10T12:18:41,711 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=5c9bb4e694c25a017b8529ffebce23e9, regionState=OPENING, regionLocation=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:41,713 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=95, state=RUNNABLE; OpenRegionProcedure 5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112}] 2024-11-10T12:18:41,866 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:41,873 INFO [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:41,874 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7285): Opening region: {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:18:41,876 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:18:41,876 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:18:41,876 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7327): checking encryption for 5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:18:41,876 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7330): checking classloading for 5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:18:41,878 INFO [StoreOpener-5c9bb4e694c25a017b8529ffebce23e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:18:41,880 INFO [StoreOpener-5c9bb4e694c25a017b8529ffebce23e9-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-10T12:18:41,881 INFO [StoreOpener-5c9bb4e694c25a017b8529ffebce23e9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c9bb4e694c25a017b8529ffebce23e9 columnFamilyName A 2024-11-10T12:18:41,882 DEBUG [StoreOpener-5c9bb4e694c25a017b8529ffebce23e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:18:41,883 INFO [StoreOpener-5c9bb4e694c25a017b8529ffebce23e9-1 {}] regionserver.HStore(327): Store=5c9bb4e694c25a017b8529ffebce23e9/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:18:41,883 INFO [StoreOpener-5c9bb4e694c25a017b8529ffebce23e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:18:41,884 INFO [StoreOpener-5c9bb4e694c25a017b8529ffebce23e9-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-10T12:18:41,884 INFO [StoreOpener-5c9bb4e694c25a017b8529ffebce23e9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c9bb4e694c25a017b8529ffebce23e9 columnFamilyName B 2024-11-10T12:18:41,884 DEBUG [StoreOpener-5c9bb4e694c25a017b8529ffebce23e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:18:41,884 INFO [StoreOpener-5c9bb4e694c25a017b8529ffebce23e9-1 {}] regionserver.HStore(327): Store=5c9bb4e694c25a017b8529ffebce23e9/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:18:41,884 INFO [StoreOpener-5c9bb4e694c25a017b8529ffebce23e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:18:41,885 INFO [StoreOpener-5c9bb4e694c25a017b8529ffebce23e9-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-10T12:18:41,885 INFO [StoreOpener-5c9bb4e694c25a017b8529ffebce23e9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c9bb4e694c25a017b8529ffebce23e9 columnFamilyName C 2024-11-10T12:18:41,885 DEBUG [StoreOpener-5c9bb4e694c25a017b8529ffebce23e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:18:41,885 INFO [StoreOpener-5c9bb4e694c25a017b8529ffebce23e9-1 {}] regionserver.HStore(327): Store=5c9bb4e694c25a017b8529ffebce23e9/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:18:41,885 INFO [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:41,886 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:18:41,887 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:18:41,888 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T12:18:41,889 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1085): writing seq id for 5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:18:41,890 INFO [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1102): Opened 5c9bb4e694c25a017b8529ffebce23e9; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63929119, jitterRate=-0.047381892800331116}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T12:18:41,890 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1001): Region open journal for 5c9bb4e694c25a017b8529ffebce23e9: 2024-11-10T12:18:41,891 INFO [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9., pid=97, masterSystemTime=1731241121866 2024-11-10T12:18:41,892 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:41,892 INFO [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:41,893 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=5c9bb4e694c25a017b8529ffebce23e9, regionState=OPEN, openSeqNum=5, regionLocation=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:41,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=95 2024-11-10T12:18:41,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=95, state=SUCCESS; OpenRegionProcedure 5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 in 180 msec 2024-11-10T12:18:41,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=95, resume processing ppid=94 2024-11-10T12:18:41,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, ppid=94, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=5c9bb4e694c25a017b8529ffebce23e9, REOPEN/MOVE in 507 msec 2024-11-10T12:18:41,897 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-11-10T12:18:41,897 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 510 msec 2024-11-10T12:18:41,898 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 933 msec 2024-11-10T12:18:41,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-10T12:18:41,900 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x75b14fbd to 127.0.0.1:59506 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7b6cf8cb 2024-11-10T12:18:41,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72f422b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:18:41,960 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x62f74604 to 127.0.0.1:59506 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7ec15031 2024-11-10T12:18:41,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2df33cdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:18:41,973 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x49e13594 to 127.0.0.1:59506 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3dd5b441 2024-11-10T12:18:41,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9f472e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:18:41,990 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c54a0d3 to 127.0.0.1:59506 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c336ea4 2024-11-10T12:18:42,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@167a78b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:18:42,004 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3875c8c5 to 127.0.0.1:59506 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1f94d721 2024-11-10T12:18:42,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aee939b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:18:42,013 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x319559be to 127.0.0.1:59506 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1f49665c 2024-11-10T12:18:42,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2205f666, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:18:42,021 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c907e21 to 127.0.0.1:59506 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@683f8469 2024-11-10T12:18:42,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6584e9ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:18:42,031 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61ec0f48 to 127.0.0.1:59506 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@75e4d3d0 2024-11-10T12:18:42,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37ec8e3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:18:42,039 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7819b9e2 to 127.0.0.1:59506 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b308f62 2024-11-10T12:18:42,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@787e5169, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:18:42,048 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x47679076 to 127.0.0.1:59506 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@68035c67 2024-11-10T12:18:42,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@627cad17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:18:42,060 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:18:42,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=98, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees 2024-11-10T12:18:42,062 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=98, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:18:42,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-10T12:18:42,062 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=98, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:18:42,062 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:18:42,063 DEBUG [hconnection-0x78fb11db-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:18:42,063 DEBUG [hconnection-0x5b9c09fa-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:18:42,063 DEBUG [hconnection-0x25813a4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:18:42,064 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32834, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:18:42,064 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32848, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:18:42,064 DEBUG [hconnection-0x39f6b2e0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:18:42,065 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32828, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:18:42,065 DEBUG [hconnection-0x49263fda-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:18:42,065 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32850, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:18:42,066 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32864, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:18:42,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:18:42,070 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5c9bb4e694c25a017b8529ffebce23e9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T12:18:42,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c9bb4e694c25a017b8529ffebce23e9, store=A 2024-11-10T12:18:42,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:42,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c9bb4e694c25a017b8529ffebce23e9, store=B 2024-11-10T12:18:42,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:42,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c9bb4e694c25a017b8529ffebce23e9, store=C 2024-11-10T12:18:42,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:42,075 DEBUG [hconnection-0x55f97ff1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:18:42,075 DEBUG [hconnection-0x6234819e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:18:42,076 DEBUG [hconnection-0xf3cfcfc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:18:42,076 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32868, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:18:42,076 DEBUG [hconnection-0x175d125e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:18:42,076 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32870, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:18:42,077 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32878, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:18:42,077 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32892, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:18:42,078 DEBUG [hconnection-0x343283a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:18:42,079 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32894, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:18:42,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:42,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32870 deadline: 1731241182079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:42,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:42,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32828 deadline: 1731241182079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:42,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:42,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32850 deadline: 1731241182080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:42,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:42,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32848 deadline: 1731241182081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:42,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:42,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32834 deadline: 1731241182081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:42,105 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411104b40dedce5e64e37a5af7e1afe29831d_5c9bb4e694c25a017b8529ffebce23e9 is 50, key is test_row_0/A:col10/1731241122070/Put/seqid=0 2024-11-10T12:18:42,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742162_1338 (size=12154) 2024-11-10T12:18:42,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-10T12:18:42,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:42,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32828 deadline: 1731241182181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:42,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:42,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32870 deadline: 1731241182182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:42,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:42,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32850 deadline: 1731241182182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:42,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:42,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32848 deadline: 1731241182182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:42,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:42,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32834 deadline: 1731241182182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:42,214 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:42,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-10T12:18:42,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:42,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. as already flushing 2024-11-10T12:18:42,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:42,215 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:42,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:42,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:42,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-10T12:18:42,366 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:42,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-10T12:18:42,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:42,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. as already flushing 2024-11-10T12:18:42,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:42,366 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:42,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:42,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:42,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:42,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32828 deadline: 1731241182387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:42,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:42,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32870 deadline: 1731241182387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:42,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:42,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32848 deadline: 1731241182388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:42,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:42,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32834 deadline: 1731241182388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:42,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:42,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32850 deadline: 1731241182389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:42,508 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:18:42,511 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411104b40dedce5e64e37a5af7e1afe29831d_5c9bb4e694c25a017b8529ffebce23e9 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411104b40dedce5e64e37a5af7e1afe29831d_5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:18:42,512 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/12f6b7f077cc4966a2ed4f7cad9d1b1c, store: [table=TestAcidGuarantees family=A region=5c9bb4e694c25a017b8529ffebce23e9] 2024-11-10T12:18:42,513 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/12f6b7f077cc4966a2ed4f7cad9d1b1c is 175, key is test_row_0/A:col10/1731241122070/Put/seqid=0 2024-11-10T12:18:42,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742163_1339 (size=30955) 2024-11-10T12:18:42,518 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:42,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-10T12:18:42,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:42,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. as already flushing 2024-11-10T12:18:42,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:42,519 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:42,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:42,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:42,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-10T12:18:42,670 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:42,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-10T12:18:42,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:42,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. as already flushing 2024-11-10T12:18:42,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:42,671 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:42,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:42,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:42,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:42,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32870 deadline: 1731241182691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:42,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:42,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32828 deadline: 1731241182691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:42,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:42,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32850 deadline: 1731241182693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:42,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:42,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32848 deadline: 1731241182693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:42,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:42,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32834 deadline: 1731241182693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:42,823 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:42,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-10T12:18:42,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:42,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. as already flushing 2024-11-10T12:18:42,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:42,824 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:42,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:42,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:42,917 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=18, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/12f6b7f077cc4966a2ed4f7cad9d1b1c 2024-11-10T12:18:42,941 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/B/917395a8eb904854b38b88bda5c183ac is 50, key is test_row_0/B:col10/1731241122070/Put/seqid=0 2024-11-10T12:18:42,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742164_1340 (size=12001) 2024-11-10T12:18:42,975 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:42,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-10T12:18:42,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:42,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. as already flushing 2024-11-10T12:18:42,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:42,976 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:42,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:42,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:43,128 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:43,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-10T12:18:43,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:43,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. as already flushing 2024-11-10T12:18:43,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:43,128 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:43,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:43,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:43,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-10T12:18:43,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:43,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32870 deadline: 1731241183195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:43,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:43,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32828 deadline: 1731241183196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:43,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:43,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32850 deadline: 1731241183196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:43,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:43,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32848 deadline: 1731241183196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:43,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:43,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32834 deadline: 1731241183199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:43,280 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:43,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-10T12:18:43,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:43,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. as already flushing 2024-11-10T12:18:43,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:43,281 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:43,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:43,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:43,345 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/B/917395a8eb904854b38b88bda5c183ac 2024-11-10T12:18:43,364 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/C/719fde4e13a74289b854be2c6994f47d is 50, key is test_row_0/C:col10/1731241122070/Put/seqid=0 2024-11-10T12:18:43,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742165_1341 (size=12001) 2024-11-10T12:18:43,432 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:43,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-10T12:18:43,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:43,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. as already flushing 2024-11-10T12:18:43,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:43,433 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:43,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:43,585 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:43,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-10T12:18:43,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:43,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. as already flushing 2024-11-10T12:18:43,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:43,585 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:43,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:43,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:43,627 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T12:18:43,737 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:43,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-10T12:18:43,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:43,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. as already flushing 2024-11-10T12:18:43,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:43,738 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:43,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:43,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:43,768 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/C/719fde4e13a74289b854be2c6994f47d 2024-11-10T12:18:43,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/12f6b7f077cc4966a2ed4f7cad9d1b1c as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/12f6b7f077cc4966a2ed4f7cad9d1b1c 2024-11-10T12:18:43,774 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/12f6b7f077cc4966a2ed4f7cad9d1b1c, entries=150, sequenceid=18, filesize=30.2 K 2024-11-10T12:18:43,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/B/917395a8eb904854b38b88bda5c183ac as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/917395a8eb904854b38b88bda5c183ac 2024-11-10T12:18:43,778 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/917395a8eb904854b38b88bda5c183ac, entries=150, sequenceid=18, filesize=11.7 K 2024-11-10T12:18:43,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/C/719fde4e13a74289b854be2c6994f47d as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/719fde4e13a74289b854be2c6994f47d 2024-11-10T12:18:43,781 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/719fde4e13a74289b854be2c6994f47d, entries=150, sequenceid=18, filesize=11.7 K 2024-11-10T12:18:43,782 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 5c9bb4e694c25a017b8529ffebce23e9 in 1712ms, sequenceid=18, compaction requested=false 2024-11-10T12:18:43,782 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-10T12:18:43,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5c9bb4e694c25a017b8529ffebce23e9: 2024-11-10T12:18:43,889 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:43,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-10T12:18:43,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:43,890 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2837): Flushing 5c9bb4e694c25a017b8529ffebce23e9 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-10T12:18:43,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c9bb4e694c25a017b8529ffebce23e9, store=A 2024-11-10T12:18:43,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:43,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c9bb4e694c25a017b8529ffebce23e9, store=B 2024-11-10T12:18:43,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:43,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c9bb4e694c25a017b8529ffebce23e9, store=C 2024-11-10T12:18:43,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:43,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411103978e4b7a678450588286fc5b3df4707_5c9bb4e694c25a017b8529ffebce23e9 is 50, key is test_row_0/A:col10/1731241122078/Put/seqid=0 2024-11-10T12:18:43,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742166_1342 (size=12154) 2024-11-10T12:18:44,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-10T12:18:44,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:18:44,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. as already flushing 2024-11-10T12:18:44,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:44,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32828 deadline: 1731241184211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:44,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:44,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32834 deadline: 1731241184212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:44,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:44,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32848 deadline: 1731241184212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:44,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:44,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32870 deadline: 1731241184217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:44,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:44,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32850 deadline: 1731241184218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:44,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:18:44,304 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411103978e4b7a678450588286fc5b3df4707_5c9bb4e694c25a017b8529ffebce23e9 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411103978e4b7a678450588286fc5b3df4707_5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:18:44,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/fff39faaeda34defbe9b327d023de8ba, store: [table=TestAcidGuarantees family=A region=5c9bb4e694c25a017b8529ffebce23e9] 2024-11-10T12:18:44,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/fff39faaeda34defbe9b327d023de8ba is 175, key is test_row_0/A:col10/1731241122078/Put/seqid=0 2024-11-10T12:18:44,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742167_1343 (size=30955) 2024-11-10T12:18:44,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:44,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32828 deadline: 1731241184319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:44,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:44,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32848 deadline: 1731241184319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:44,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:44,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32870 deadline: 1731241184324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:44,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:44,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32850 deadline: 1731241184324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:44,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:44,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32828 deadline: 1731241184522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:44,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:44,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32848 deadline: 1731241184523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:44,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:44,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32870 deadline: 1731241184527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:44,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:44,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32850 deadline: 1731241184528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:44,710 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/fff39faaeda34defbe9b327d023de8ba 2024-11-10T12:18:44,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/B/38d54e4039d049d8b3d95a101a48ea39 is 50, key is test_row_0/B:col10/1731241122078/Put/seqid=0 2024-11-10T12:18:44,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742168_1344 (size=12001) 2024-11-10T12:18:44,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:44,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32848 deadline: 1731241184827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:44,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:44,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32828 deadline: 1731241184827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:44,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:44,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32870 deadline: 1731241184831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:44,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:44,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32850 deadline: 1731241184834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:45,121 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/B/38d54e4039d049d8b3d95a101a48ea39 2024-11-10T12:18:45,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/C/fec1239117b74935aeed092a0901c1ba is 50, key is test_row_0/C:col10/1731241122078/Put/seqid=0 2024-11-10T12:18:45,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742169_1345 (size=12001) 2024-11-10T12:18:45,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:45,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32848 deadline: 1731241185332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:45,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:45,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32828 deadline: 1731241185333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:45,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:45,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32870 deadline: 1731241185336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:45,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:45,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32850 deadline: 1731241185338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:45,531 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/C/fec1239117b74935aeed092a0901c1ba 2024-11-10T12:18:45,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/fff39faaeda34defbe9b327d023de8ba as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/fff39faaeda34defbe9b327d023de8ba 2024-11-10T12:18:45,538 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/fff39faaeda34defbe9b327d023de8ba, entries=150, sequenceid=41, filesize=30.2 K 2024-11-10T12:18:45,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/B/38d54e4039d049d8b3d95a101a48ea39 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/38d54e4039d049d8b3d95a101a48ea39 2024-11-10T12:18:45,542 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/38d54e4039d049d8b3d95a101a48ea39, entries=150, sequenceid=41, filesize=11.7 K 2024-11-10T12:18:45,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/C/fec1239117b74935aeed092a0901c1ba as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/fec1239117b74935aeed092a0901c1ba 2024-11-10T12:18:45,545 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/fec1239117b74935aeed092a0901c1ba, entries=150, sequenceid=41, filesize=11.7 K 2024-11-10T12:18:45,546 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 5c9bb4e694c25a017b8529ffebce23e9 in 1656ms, sequenceid=41, compaction requested=false 2024-11-10T12:18:45,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2538): Flush status journal for 5c9bb4e694c25a017b8529ffebce23e9: 2024-11-10T12:18:45,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:45,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=99 2024-11-10T12:18:45,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4106): Remote procedure done, pid=99 2024-11-10T12:18:45,548 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-11-10T12:18:45,548 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4850 sec 2024-11-10T12:18:45,549 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees in 3.4890 sec 2024-11-10T12:18:46,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-10T12:18:46,166 INFO [Thread-1545 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 98 completed 2024-11-10T12:18:46,167 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:18:46,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees 2024-11-10T12:18:46,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-10T12:18:46,169 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:18:46,169 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:18:46,169 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:18:46,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:18:46,234 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5c9bb4e694c25a017b8529ffebce23e9 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-10T12:18:46,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c9bb4e694c25a017b8529ffebce23e9, store=A 2024-11-10T12:18:46,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:46,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c9bb4e694c25a017b8529ffebce23e9, store=B 2024-11-10T12:18:46,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:46,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c9bb4e694c25a017b8529ffebce23e9, store=C 2024-11-10T12:18:46,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:46,240 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110a77c943556024aba9dfc043f7c8d40b3_5c9bb4e694c25a017b8529ffebce23e9 is 50, key is test_row_0/A:col10/1731241124209/Put/seqid=0 2024-11-10T12:18:46,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742170_1346 (size=14594) 2024-11-10T12:18:46,244 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:18:46,247 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110a77c943556024aba9dfc043f7c8d40b3_5c9bb4e694c25a017b8529ffebce23e9 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110a77c943556024aba9dfc043f7c8d40b3_5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:18:46,248 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/034aedf9f7b64207bb02e30131d7b4ac, store: [table=TestAcidGuarantees family=A region=5c9bb4e694c25a017b8529ffebce23e9] 2024-11-10T12:18:46,249 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/034aedf9f7b64207bb02e30131d7b4ac is 175, key is test_row_0/A:col10/1731241124209/Put/seqid=0 2024-11-10T12:18:46,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742171_1347 (size=39549) 2024-11-10T12:18:46,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-10T12:18:46,320 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:46,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-10T12:18:46,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:46,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. as already flushing 2024-11-10T12:18:46,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:46,321 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:46,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:46,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:46,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:46,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:46,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32850 deadline: 1731241186349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:46,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32848 deadline: 1731241186345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:46,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:46,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32870 deadline: 1731241186373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:46,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:46,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32834 deadline: 1731241186373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:46,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:46,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32828 deadline: 1731241186373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:46,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-10T12:18:46,473 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:46,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-10T12:18:46,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:46,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. as already flushing 2024-11-10T12:18:46,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:46,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:46,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:46,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:46,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:46,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32870 deadline: 1731241186482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:46,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:46,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32834 deadline: 1731241186483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:46,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:46,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32828 deadline: 1731241186483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:46,625 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:46,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-10T12:18:46,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:46,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. as already flushing 2024-11-10T12:18:46,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:46,626 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:46,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:46,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:46,652 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/034aedf9f7b64207bb02e30131d7b4ac 2024-11-10T12:18:46,659 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/B/6d4bed71c74444169a8f606e0739198e is 50, key is test_row_0/B:col10/1731241124209/Put/seqid=0 2024-11-10T12:18:46,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742172_1348 (size=12001) 2024-11-10T12:18:46,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:46,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32870 deadline: 1731241186685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:46,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:46,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32828 deadline: 1731241186685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:46,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:46,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32834 deadline: 1731241186686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:46,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-10T12:18:46,778 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:46,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-10T12:18:46,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:46,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. as already flushing 2024-11-10T12:18:46,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:46,778 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:46,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:46,930 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:46,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-10T12:18:46,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:46,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. as already flushing 2024-11-10T12:18:46,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:46,931 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:46,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:46,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:46,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:46,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32870 deadline: 1731241186990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:46,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:46,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32828 deadline: 1731241186991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:46,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:46,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32834 deadline: 1731241186991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:47,082 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:47,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-10T12:18:47,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:47,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. as already flushing 2024-11-10T12:18:47,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:47,083 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:47,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:47,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:47,090 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/B/6d4bed71c74444169a8f606e0739198e 2024-11-10T12:18:47,096 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/C/7be1e50399d348ad9f4a6171ae867bba is 50, key is test_row_0/C:col10/1731241124209/Put/seqid=0 2024-11-10T12:18:47,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742173_1349 (size=12001) 2024-11-10T12:18:47,100 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/C/7be1e50399d348ad9f4a6171ae867bba 2024-11-10T12:18:47,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/034aedf9f7b64207bb02e30131d7b4ac as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/034aedf9f7b64207bb02e30131d7b4ac 2024-11-10T12:18:47,108 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/034aedf9f7b64207bb02e30131d7b4ac, entries=200, sequenceid=55, filesize=38.6 K 2024-11-10T12:18:47,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/B/6d4bed71c74444169a8f606e0739198e as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/6d4bed71c74444169a8f606e0739198e 2024-11-10T12:18:47,115 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/6d4bed71c74444169a8f606e0739198e, entries=150, sequenceid=55, filesize=11.7 K 2024-11-10T12:18:47,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/C/7be1e50399d348ad9f4a6171ae867bba as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/7be1e50399d348ad9f4a6171ae867bba 2024-11-10T12:18:47,120 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/7be1e50399d348ad9f4a6171ae867bba, entries=150, sequenceid=55, filesize=11.7 K 2024-11-10T12:18:47,121 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=140.89 KB/144270 for 5c9bb4e694c25a017b8529ffebce23e9 in 886ms, sequenceid=55, compaction requested=true 2024-11-10T12:18:47,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5c9bb4e694c25a017b8529ffebce23e9: 2024-11-10T12:18:47,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c9bb4e694c25a017b8529ffebce23e9:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:18:47,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:18:47,121 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:18:47,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c9bb4e694c25a017b8529ffebce23e9:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:18:47,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:18:47,121 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:18:47,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c9bb4e694c25a017b8529ffebce23e9:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:18:47,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:18:47,122 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:18:47,122 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:18:47,122 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1540): 5c9bb4e694c25a017b8529ffebce23e9/A is initiating minor compaction (all files) 2024-11-10T12:18:47,122 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): 5c9bb4e694c25a017b8529ffebce23e9/B is initiating minor compaction (all files) 2024-11-10T12:18:47,122 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5c9bb4e694c25a017b8529ffebce23e9/B in TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:47,122 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5c9bb4e694c25a017b8529ffebce23e9/A in TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:47,122 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/917395a8eb904854b38b88bda5c183ac, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/38d54e4039d049d8b3d95a101a48ea39, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/6d4bed71c74444169a8f606e0739198e] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp, totalSize=35.2 K 2024-11-10T12:18:47,122 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/12f6b7f077cc4966a2ed4f7cad9d1b1c, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/fff39faaeda34defbe9b327d023de8ba, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/034aedf9f7b64207bb02e30131d7b4ac] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp, totalSize=99.1 K 2024-11-10T12:18:47,122 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:47,122 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. files: [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/12f6b7f077cc4966a2ed4f7cad9d1b1c, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/fff39faaeda34defbe9b327d023de8ba, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/034aedf9f7b64207bb02e30131d7b4ac] 2024-11-10T12:18:47,122 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 917395a8eb904854b38b88bda5c183ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1731241122067 2024-11-10T12:18:47,122 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 12f6b7f077cc4966a2ed4f7cad9d1b1c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1731241122067 2024-11-10T12:18:47,122 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 38d54e4039d049d8b3d95a101a48ea39, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731241122073 2024-11-10T12:18:47,122 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting fff39faaeda34defbe9b327d023de8ba, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731241122073 2024-11-10T12:18:47,122 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 6d4bed71c74444169a8f606e0739198e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731241124209 2024-11-10T12:18:47,123 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 034aedf9f7b64207bb02e30131d7b4ac, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731241124209 2024-11-10T12:18:47,131 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c9bb4e694c25a017b8529ffebce23e9#B#compaction#300 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:18:47,131 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/B/4e047e5887814a6aaea72b3c64da076f is 50, key is test_row_0/B:col10/1731241124209/Put/seqid=0 2024-11-10T12:18:47,133 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5c9bb4e694c25a017b8529ffebce23e9] 2024-11-10T12:18:47,135 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411107d48e8d244534065a18636e69cc42579_5c9bb4e694c25a017b8529ffebce23e9 store=[table=TestAcidGuarantees family=A region=5c9bb4e694c25a017b8529ffebce23e9] 2024-11-10T12:18:47,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742174_1350 (size=12104) 2024-11-10T12:18:47,136 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411107d48e8d244534065a18636e69cc42579_5c9bb4e694c25a017b8529ffebce23e9, store=[table=TestAcidGuarantees family=A region=5c9bb4e694c25a017b8529ffebce23e9] 2024-11-10T12:18:47,137 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411107d48e8d244534065a18636e69cc42579_5c9bb4e694c25a017b8529ffebce23e9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5c9bb4e694c25a017b8529ffebce23e9] 2024-11-10T12:18:47,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742175_1351 (size=4469) 2024-11-10T12:18:47,145 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/B/4e047e5887814a6aaea72b3c64da076f as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/4e047e5887814a6aaea72b3c64da076f 2024-11-10T12:18:47,146 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c9bb4e694c25a017b8529ffebce23e9#A#compaction#301 average throughput is 1.88 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:18:47,147 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/54091250efec4e59ba79722e1fa060b0 is 175, key is test_row_0/A:col10/1731241124209/Put/seqid=0 2024-11-10T12:18:47,150 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5c9bb4e694c25a017b8529ffebce23e9/B of 5c9bb4e694c25a017b8529ffebce23e9 into 4e047e5887814a6aaea72b3c64da076f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:18:47,150 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5c9bb4e694c25a017b8529ffebce23e9: 2024-11-10T12:18:47,150 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9., storeName=5c9bb4e694c25a017b8529ffebce23e9/B, priority=13, startTime=1731241127121; duration=0sec 2024-11-10T12:18:47,150 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:18:47,150 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c9bb4e694c25a017b8529ffebce23e9:B 2024-11-10T12:18:47,150 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:18:47,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742176_1352 (size=31058) 2024-11-10T12:18:47,151 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:18:47,151 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): 5c9bb4e694c25a017b8529ffebce23e9/C is initiating minor compaction (all files) 2024-11-10T12:18:47,151 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5c9bb4e694c25a017b8529ffebce23e9/C in TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:47,151 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/719fde4e13a74289b854be2c6994f47d, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/fec1239117b74935aeed092a0901c1ba, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/7be1e50399d348ad9f4a6171ae867bba] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp, totalSize=35.2 K 2024-11-10T12:18:47,151 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 719fde4e13a74289b854be2c6994f47d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1731241122067 2024-11-10T12:18:47,152 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting fec1239117b74935aeed092a0901c1ba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731241122073 2024-11-10T12:18:47,152 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 7be1e50399d348ad9f4a6171ae867bba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731241124209 2024-11-10T12:18:47,156 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/54091250efec4e59ba79722e1fa060b0 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/54091250efec4e59ba79722e1fa060b0 2024-11-10T12:18:47,158 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c9bb4e694c25a017b8529ffebce23e9#C#compaction#302 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:18:47,159 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/C/ec28248e63b64da4834317bc41bcb71e is 50, key is test_row_0/C:col10/1731241124209/Put/seqid=0 2024-11-10T12:18:47,160 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5c9bb4e694c25a017b8529ffebce23e9/A of 5c9bb4e694c25a017b8529ffebce23e9 into 54091250efec4e59ba79722e1fa060b0(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:18:47,160 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5c9bb4e694c25a017b8529ffebce23e9: 2024-11-10T12:18:47,160 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9., storeName=5c9bb4e694c25a017b8529ffebce23e9/A, priority=13, startTime=1731241127121; duration=0sec 2024-11-10T12:18:47,160 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:18:47,160 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c9bb4e694c25a017b8529ffebce23e9:A 2024-11-10T12:18:47,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742177_1353 (size=12104) 2024-11-10T12:18:47,240 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:47,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-10T12:18:47,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:47,241 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2837): Flushing 5c9bb4e694c25a017b8529ffebce23e9 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-10T12:18:47,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c9bb4e694c25a017b8529ffebce23e9, store=A 2024-11-10T12:18:47,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:47,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c9bb4e694c25a017b8529ffebce23e9, store=B 2024-11-10T12:18:47,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:47,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c9bb4e694c25a017b8529ffebce23e9, store=C 2024-11-10T12:18:47,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:47,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110be2adbc26d4d438ca0c681ff5debbc4f_5c9bb4e694c25a017b8529ffebce23e9 is 50, key is test_row_0/A:col10/1731241126342/Put/seqid=0 2024-11-10T12:18:47,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742178_1354 (size=12154) 2024-11-10T12:18:47,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-10T12:18:47,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. as already flushing 2024-11-10T12:18:47,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:18:47,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:47,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32870 deadline: 1731241187509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:47,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:47,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32834 deadline: 1731241187512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:47,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:47,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32828 deadline: 1731241187513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:47,567 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/C/ec28248e63b64da4834317bc41bcb71e as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/ec28248e63b64da4834317bc41bcb71e 2024-11-10T12:18:47,570 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5c9bb4e694c25a017b8529ffebce23e9/C of 5c9bb4e694c25a017b8529ffebce23e9 into ec28248e63b64da4834317bc41bcb71e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:18:47,570 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5c9bb4e694c25a017b8529ffebce23e9: 2024-11-10T12:18:47,570 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9., storeName=5c9bb4e694c25a017b8529ffebce23e9/C, priority=13, startTime=1731241127121; duration=0sec 2024-11-10T12:18:47,571 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:18:47,571 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c9bb4e694c25a017b8529ffebce23e9:C 2024-11-10T12:18:47,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:47,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32870 deadline: 1731241187614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:47,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:47,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32834 deadline: 1731241187616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:47,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:47,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32828 deadline: 1731241187618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:47,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:18:47,655 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110be2adbc26d4d438ca0c681ff5debbc4f_5c9bb4e694c25a017b8529ffebce23e9 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110be2adbc26d4d438ca0c681ff5debbc4f_5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:18:47,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/f531671126b146f6bf38223c5516ce08, store: [table=TestAcidGuarantees family=A region=5c9bb4e694c25a017b8529ffebce23e9] 2024-11-10T12:18:47,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/f531671126b146f6bf38223c5516ce08 is 175, key is test_row_0/A:col10/1731241126342/Put/seqid=0 2024-11-10T12:18:47,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742179_1355 (size=30955) 2024-11-10T12:18:47,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:47,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32870 deadline: 1731241187819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:47,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:47,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32834 deadline: 1731241187820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:47,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:47,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32828 deadline: 1731241187824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:48,060 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=81, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/f531671126b146f6bf38223c5516ce08 2024-11-10T12:18:48,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/B/7936e086df424518a4f1f0a96fbb3aae is 50, key is test_row_0/B:col10/1731241126342/Put/seqid=0 2024-11-10T12:18:48,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742180_1356 (size=12001) 2024-11-10T12:18:48,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:48,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32870 deadline: 1731241188123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:48,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:48,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32834 deadline: 1731241188125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:48,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:48,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32828 deadline: 1731241188130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:48,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-10T12:18:48,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:48,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32850 deadline: 1731241188375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:48,378 DEBUG [Thread-1541 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4160 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9., hostname=8eb9a7a2374b,43841,1731241027112, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:18:48,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:48,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32848 deadline: 1731241188386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:48,390 DEBUG [Thread-1537 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4177 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9., hostname=8eb9a7a2374b,43841,1731241027112, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:18:48,470 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/B/7936e086df424518a4f1f0a96fbb3aae 2024-11-10T12:18:48,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/C/52090a522bb54ca3a5127a0005e355ae is 50, key is test_row_0/C:col10/1731241126342/Put/seqid=0 2024-11-10T12:18:48,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742181_1357 (size=12001) 2024-11-10T12:18:48,481 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/C/52090a522bb54ca3a5127a0005e355ae 2024-11-10T12:18:48,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/f531671126b146f6bf38223c5516ce08 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/f531671126b146f6bf38223c5516ce08 2024-11-10T12:18:48,487 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/f531671126b146f6bf38223c5516ce08, entries=150, sequenceid=81, filesize=30.2 K 2024-11-10T12:18:48,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/B/7936e086df424518a4f1f0a96fbb3aae as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/7936e086df424518a4f1f0a96fbb3aae 2024-11-10T12:18:48,491 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/7936e086df424518a4f1f0a96fbb3aae, entries=150, sequenceid=81, filesize=11.7 K 2024-11-10T12:18:48,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/C/52090a522bb54ca3a5127a0005e355ae as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/52090a522bb54ca3a5127a0005e355ae 2024-11-10T12:18:48,497 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/52090a522bb54ca3a5127a0005e355ae, entries=150, sequenceid=81, filesize=11.7 K 2024-11-10T12:18:48,498 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 5c9bb4e694c25a017b8529ffebce23e9 in 1257ms, sequenceid=81, compaction requested=false 2024-11-10T12:18:48,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2538): Flush status journal for 5c9bb4e694c25a017b8529ffebce23e9: 2024-11-10T12:18:48,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:48,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=101 2024-11-10T12:18:48,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4106): Remote procedure done, pid=101 2024-11-10T12:18:48,500 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-11-10T12:18:48,500 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3300 sec 2024-11-10T12:18:48,501 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees in 2.3330 sec 2024-11-10T12:18:48,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:18:48,634 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5c9bb4e694c25a017b8529ffebce23e9 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-10T12:18:48,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c9bb4e694c25a017b8529ffebce23e9, store=A 2024-11-10T12:18:48,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:48,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c9bb4e694c25a017b8529ffebce23e9, store=B 2024-11-10T12:18:48,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:48,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c9bb4e694c25a017b8529ffebce23e9, store=C 2024-11-10T12:18:48,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:48,640 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110f58fcc4f53474362bcc72812f4a25081_5c9bb4e694c25a017b8529ffebce23e9 is 50, key is test_row_0/A:col10/1731241127512/Put/seqid=0 2024-11-10T12:18:48,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742182_1358 (size=17034) 2024-11-10T12:18:48,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:48,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32834 deadline: 1731241188673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:48,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:48,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32828 deadline: 1731241188673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:48,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:48,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32870 deadline: 1731241188674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:48,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:48,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32834 deadline: 1731241188780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:48,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:48,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32828 deadline: 1731241188781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:48,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:48,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32870 deadline: 1731241188786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:48,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:48,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32834 deadline: 1731241188984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:48,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:48,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32828 deadline: 1731241188985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:48,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:48,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32870 deadline: 1731241188990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:49,044 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:18:49,047 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110f58fcc4f53474362bcc72812f4a25081_5c9bb4e694c25a017b8529ffebce23e9 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f58fcc4f53474362bcc72812f4a25081_5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:18:49,048 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/8249f39b41fa49ee840a84287b478c08, store: [table=TestAcidGuarantees family=A region=5c9bb4e694c25a017b8529ffebce23e9] 2024-11-10T12:18:49,049 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/8249f39b41fa49ee840a84287b478c08 is 175, key is test_row_0/A:col10/1731241127512/Put/seqid=0 2024-11-10T12:18:49,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742183_1359 (size=48139) 2024-11-10T12:18:49,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:49,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32834 deadline: 1731241189288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:49,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:49,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32828 deadline: 1731241189293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:49,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:49,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32870 deadline: 1731241189296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:49,452 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=96, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/8249f39b41fa49ee840a84287b478c08 2024-11-10T12:18:49,458 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/B/9bca082885d944848855b6b294c0811a is 50, key is test_row_0/B:col10/1731241127512/Put/seqid=0 2024-11-10T12:18:49,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742184_1360 (size=12001) 2024-11-10T12:18:49,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:49,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32834 deadline: 1731241189795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:49,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:49,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32828 deadline: 1731241189797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:49,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:49,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32870 deadline: 1731241189804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:49,862 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/B/9bca082885d944848855b6b294c0811a 2024-11-10T12:18:49,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/C/862e6c6101ce4097bb5f8052cab6548d is 50, key is test_row_0/C:col10/1731241127512/Put/seqid=0 2024-11-10T12:18:49,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742185_1361 (size=12001) 2024-11-10T12:18:50,272 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/C/862e6c6101ce4097bb5f8052cab6548d 2024-11-10T12:18:50,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-10T12:18:50,273 INFO [Thread-1545 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 100 completed 2024-11-10T12:18:50,274 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:18:50,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees 2024-11-10T12:18:50,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-10T12:18:50,275 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:18:50,275 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:18:50,276 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:18:50,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/8249f39b41fa49ee840a84287b478c08 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/8249f39b41fa49ee840a84287b478c08 2024-11-10T12:18:50,282 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/8249f39b41fa49ee840a84287b478c08, entries=250, sequenceid=96, filesize=47.0 K 2024-11-10T12:18:50,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/B/9bca082885d944848855b6b294c0811a as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/9bca082885d944848855b6b294c0811a 2024-11-10T12:18:50,286 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/9bca082885d944848855b6b294c0811a, entries=150, sequenceid=96, filesize=11.7 K 2024-11-10T12:18:50,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/C/862e6c6101ce4097bb5f8052cab6548d as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/862e6c6101ce4097bb5f8052cab6548d 2024-11-10T12:18:50,290 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/862e6c6101ce4097bb5f8052cab6548d, entries=150, sequenceid=96, filesize=11.7 K 2024-11-10T12:18:50,290 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 5c9bb4e694c25a017b8529ffebce23e9 in 1657ms, sequenceid=96, compaction requested=true 2024-11-10T12:18:50,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5c9bb4e694c25a017b8529ffebce23e9: 2024-11-10T12:18:50,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c9bb4e694c25a017b8529ffebce23e9:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:18:50,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:18:50,291 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:18:50,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c9bb4e694c25a017b8529ffebce23e9:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:18:50,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:18:50,291 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:18:50,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c9bb4e694c25a017b8529ffebce23e9:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:18:50,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:18:50,292 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110152 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:18:50,292 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:18:50,292 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): 5c9bb4e694c25a017b8529ffebce23e9/B is initiating minor compaction (all files) 2024-11-10T12:18:50,292 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1540): 5c9bb4e694c25a017b8529ffebce23e9/A is initiating minor compaction (all files) 2024-11-10T12:18:50,292 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5c9bb4e694c25a017b8529ffebce23e9/A in TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:50,292 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5c9bb4e694c25a017b8529ffebce23e9/B in TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:50,292 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/54091250efec4e59ba79722e1fa060b0, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/f531671126b146f6bf38223c5516ce08, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/8249f39b41fa49ee840a84287b478c08] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp, totalSize=107.6 K 2024-11-10T12:18:50,292 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/4e047e5887814a6aaea72b3c64da076f, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/7936e086df424518a4f1f0a96fbb3aae, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/9bca082885d944848855b6b294c0811a] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp, totalSize=35.3 K 2024-11-10T12:18:50,292 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:50,292 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. files: [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/54091250efec4e59ba79722e1fa060b0, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/f531671126b146f6bf38223c5516ce08, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/8249f39b41fa49ee840a84287b478c08] 2024-11-10T12:18:50,292 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e047e5887814a6aaea72b3c64da076f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731241124209 2024-11-10T12:18:50,292 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 54091250efec4e59ba79722e1fa060b0, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731241124209 2024-11-10T12:18:50,293 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 7936e086df424518a4f1f0a96fbb3aae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731241126342 2024-11-10T12:18:50,293 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting f531671126b146f6bf38223c5516ce08, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731241126342 2024-11-10T12:18:50,293 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 9bca082885d944848855b6b294c0811a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731241127511 2024-11-10T12:18:50,293 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8249f39b41fa49ee840a84287b478c08, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731241127508 2024-11-10T12:18:50,299 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c9bb4e694c25a017b8529ffebce23e9#B#compaction#309 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:18:50,300 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/B/37e78e5136c84ba4976d0e2cbffb6a30 is 50, key is test_row_0/B:col10/1731241127512/Put/seqid=0 2024-11-10T12:18:50,303 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5c9bb4e694c25a017b8529ffebce23e9] 2024-11-10T12:18:50,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742186_1362 (size=12207) 2024-11-10T12:18:50,306 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110eae5dfa8f1e643ae814e43b12b5340f7_5c9bb4e694c25a017b8529ffebce23e9 store=[table=TestAcidGuarantees family=A region=5c9bb4e694c25a017b8529ffebce23e9] 2024-11-10T12:18:50,308 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110eae5dfa8f1e643ae814e43b12b5340f7_5c9bb4e694c25a017b8529ffebce23e9, store=[table=TestAcidGuarantees family=A region=5c9bb4e694c25a017b8529ffebce23e9] 2024-11-10T12:18:50,308 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110eae5dfa8f1e643ae814e43b12b5340f7_5c9bb4e694c25a017b8529ffebce23e9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5c9bb4e694c25a017b8529ffebce23e9] 2024-11-10T12:18:50,310 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/B/37e78e5136c84ba4976d0e2cbffb6a30 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/37e78e5136c84ba4976d0e2cbffb6a30 2024-11-10T12:18:50,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742187_1363 (size=4469) 2024-11-10T12:18:50,313 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c9bb4e694c25a017b8529ffebce23e9#A#compaction#310 average throughput is 2.71 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:18:50,313 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/b609d39f4d604bf18db4b5154f7a6b61 is 175, key is test_row_0/A:col10/1731241127512/Put/seqid=0 2024-11-10T12:18:50,315 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5c9bb4e694c25a017b8529ffebce23e9/B of 5c9bb4e694c25a017b8529ffebce23e9 into 37e78e5136c84ba4976d0e2cbffb6a30(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:18:50,315 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5c9bb4e694c25a017b8529ffebce23e9: 2024-11-10T12:18:50,315 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9., storeName=5c9bb4e694c25a017b8529ffebce23e9/B, priority=13, startTime=1731241130291; duration=0sec 2024-11-10T12:18:50,315 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:18:50,315 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c9bb4e694c25a017b8529ffebce23e9:B 2024-11-10T12:18:50,315 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:18:50,316 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:18:50,316 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): 5c9bb4e694c25a017b8529ffebce23e9/C is initiating minor compaction (all files) 2024-11-10T12:18:50,316 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5c9bb4e694c25a017b8529ffebce23e9/C in TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:50,316 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/ec28248e63b64da4834317bc41bcb71e, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/52090a522bb54ca3a5127a0005e355ae, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/862e6c6101ce4097bb5f8052cab6548d] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp, totalSize=35.3 K 2024-11-10T12:18:50,317 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting ec28248e63b64da4834317bc41bcb71e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731241124209 2024-11-10T12:18:50,317 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 52090a522bb54ca3a5127a0005e355ae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731241126342 2024-11-10T12:18:50,317 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 862e6c6101ce4097bb5f8052cab6548d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731241127511 2024-11-10T12:18:50,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742188_1364 (size=31161) 2024-11-10T12:18:50,329 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c9bb4e694c25a017b8529ffebce23e9#C#compaction#311 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:18:50,330 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/C/f330d1ff613f49c59c3cc7c6db2754b3 is 50, key is test_row_0/C:col10/1731241127512/Put/seqid=0 2024-11-10T12:18:50,333 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/b609d39f4d604bf18db4b5154f7a6b61 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/b609d39f4d604bf18db4b5154f7a6b61 2024-11-10T12:18:50,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742189_1365 (size=12207) 2024-11-10T12:18:50,338 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5c9bb4e694c25a017b8529ffebce23e9/A of 5c9bb4e694c25a017b8529ffebce23e9 into b609d39f4d604bf18db4b5154f7a6b61(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:18:50,338 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5c9bb4e694c25a017b8529ffebce23e9: 2024-11-10T12:18:50,338 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9., storeName=5c9bb4e694c25a017b8529ffebce23e9/A, priority=13, startTime=1731241130291; duration=0sec 2024-11-10T12:18:50,338 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:18:50,338 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c9bb4e694c25a017b8529ffebce23e9:A 2024-11-10T12:18:50,339 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/C/f330d1ff613f49c59c3cc7c6db2754b3 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/f330d1ff613f49c59c3cc7c6db2754b3 2024-11-10T12:18:50,342 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5c9bb4e694c25a017b8529ffebce23e9/C of 5c9bb4e694c25a017b8529ffebce23e9 into f330d1ff613f49c59c3cc7c6db2754b3(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:18:50,342 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5c9bb4e694c25a017b8529ffebce23e9: 2024-11-10T12:18:50,342 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9., storeName=5c9bb4e694c25a017b8529ffebce23e9/C, priority=13, startTime=1731241130291; duration=0sec 2024-11-10T12:18:50,343 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:18:50,343 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c9bb4e694c25a017b8529ffebce23e9:C 2024-11-10T12:18:50,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-10T12:18:50,430 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:50,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-10T12:18:50,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:50,431 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2837): Flushing 5c9bb4e694c25a017b8529ffebce23e9 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-10T12:18:50,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c9bb4e694c25a017b8529ffebce23e9, store=A 2024-11-10T12:18:50,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:50,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c9bb4e694c25a017b8529ffebce23e9, store=B 2024-11-10T12:18:50,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:50,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c9bb4e694c25a017b8529ffebce23e9, store=C 2024-11-10T12:18:50,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:50,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110005c5430cf664183a7b37e3b91ff2326_5c9bb4e694c25a017b8529ffebce23e9 is 50, key is test_row_0/A:col10/1731241128673/Put/seqid=0 2024-11-10T12:18:50,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742190_1366 (size=12154) 2024-11-10T12:18:50,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-10T12:18:50,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:18:50,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. as already flushing 2024-11-10T12:18:50,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:50,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32834 deadline: 1731241190822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:50,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:50,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32828 deadline: 1731241190826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:50,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:50,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32870 deadline: 1731241190828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:50,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:18:50,845 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110005c5430cf664183a7b37e3b91ff2326_5c9bb4e694c25a017b8529ffebce23e9 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110005c5430cf664183a7b37e3b91ff2326_5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:18:50,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/b860724fdaf94dceb686a1b5c252da2d, store: [table=TestAcidGuarantees family=A region=5c9bb4e694c25a017b8529ffebce23e9] 2024-11-10T12:18:50,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/b860724fdaf94dceb686a1b5c252da2d is 175, key is test_row_0/A:col10/1731241128673/Put/seqid=0 2024-11-10T12:18:50,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742191_1367 (size=30955) 2024-11-10T12:18:50,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-10T12:18:50,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:50,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32834 deadline: 1731241190929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:50,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:50,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32828 deadline: 1731241190929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:50,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:50,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32870 deadline: 1731241190937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:51,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:51,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32834 deadline: 1731241191132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:51,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:51,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32828 deadline: 1731241191133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:51,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:51,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32870 deadline: 1731241191141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:51,256 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/b860724fdaf94dceb686a1b5c252da2d 2024-11-10T12:18:51,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/B/8505d96a3d4a4857a82728c193572ec4 is 50, key is test_row_0/B:col10/1731241128673/Put/seqid=0 2024-11-10T12:18:51,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742192_1368 (size=12001) 2024-11-10T12:18:51,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-10T12:18:51,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:51,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32834 deadline: 1731241191436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:51,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:51,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32828 deadline: 1731241191439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:51,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32870 deadline: 1731241191444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:51,678 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/B/8505d96a3d4a4857a82728c193572ec4 2024-11-10T12:18:51,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/C/ca5847bce43049459b351a3c15317238 is 50, key is test_row_0/C:col10/1731241128673/Put/seqid=0 2024-11-10T12:18:51,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742193_1369 (size=12001) 2024-11-10T12:18:51,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:51,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32834 deadline: 1731241191942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:51,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:51,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32828 deadline: 1731241191947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:51,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:51,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32870 deadline: 1731241191949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:52,115 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/C/ca5847bce43049459b351a3c15317238 2024-11-10T12:18:52,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/b860724fdaf94dceb686a1b5c252da2d as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/b860724fdaf94dceb686a1b5c252da2d 2024-11-10T12:18:52,122 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/b860724fdaf94dceb686a1b5c252da2d, entries=150, sequenceid=121, filesize=30.2 K 2024-11-10T12:18:52,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/B/8505d96a3d4a4857a82728c193572ec4 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/8505d96a3d4a4857a82728c193572ec4 2024-11-10T12:18:52,125 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/8505d96a3d4a4857a82728c193572ec4, entries=150, sequenceid=121, filesize=11.7 K 2024-11-10T12:18:52,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/C/ca5847bce43049459b351a3c15317238 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/ca5847bce43049459b351a3c15317238 2024-11-10T12:18:52,128 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/ca5847bce43049459b351a3c15317238, entries=150, sequenceid=121, filesize=11.7 K 2024-11-10T12:18:52,129 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 5c9bb4e694c25a017b8529ffebce23e9 in 1699ms, sequenceid=121, compaction requested=false 2024-11-10T12:18:52,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2538): Flush status journal for 5c9bb4e694c25a017b8529ffebce23e9: 2024-11-10T12:18:52,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:52,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103 2024-11-10T12:18:52,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4106): Remote procedure done, pid=103 2024-11-10T12:18:52,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-10T12:18:52,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8540 sec 2024-11-10T12:18:52,132 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees in 1.8570 sec 2024-11-10T12:18:52,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-10T12:18:52,378 INFO [Thread-1545 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-11-10T12:18:52,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:18:52,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-11-10T12:18:52,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-10T12:18:52,380 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:18:52,381 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:18:52,381 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:18:52,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:18:52,394 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5c9bb4e694c25a017b8529ffebce23e9 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-10T12:18:52,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c9bb4e694c25a017b8529ffebce23e9, store=A 2024-11-10T12:18:52,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:52,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c9bb4e694c25a017b8529ffebce23e9, store=B 2024-11-10T12:18:52,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:52,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c9bb4e694c25a017b8529ffebce23e9, store=C 2024-11-10T12:18:52,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:52,400 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110e2256e99829e459d99958b711c0b8dc3_5c9bb4e694c25a017b8529ffebce23e9 is 50, key is test_row_0/A:col10/1731241132393/Put/seqid=0 2024-11-10T12:18:52,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742194_1370 (size=14744) 2024-11-10T12:18:52,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:52,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32850 deadline: 1731241192448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:52,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:52,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32848 deadline: 1731241192455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:52,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-10T12:18:52,531 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:52,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-10T12:18:52,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:52,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. as already flushing 2024-11-10T12:18:52,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:52,532 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:52,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:52,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:52,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:52,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32850 deadline: 1731241192556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:52,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:52,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32848 deadline: 1731241192563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:52,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-10T12:18:52,683 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:52,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-10T12:18:52,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:52,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. as already flushing 2024-11-10T12:18:52,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:52,684 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:52,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:52,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:52,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:52,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32850 deadline: 1731241192760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:52,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:52,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32848 deadline: 1731241192769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:52,812 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:18:52,815 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110e2256e99829e459d99958b711c0b8dc3_5c9bb4e694c25a017b8529ffebce23e9 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110e2256e99829e459d99958b711c0b8dc3_5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:18:52,816 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/0551035237d948d0ad525d06fcd8cfde, store: [table=TestAcidGuarantees family=A region=5c9bb4e694c25a017b8529ffebce23e9] 2024-11-10T12:18:52,817 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/0551035237d948d0ad525d06fcd8cfde is 175, key is test_row_0/A:col10/1731241132393/Put/seqid=0 2024-11-10T12:18:52,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742195_1371 (size=39699) 2024-11-10T12:18:52,836 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:52,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-10T12:18:52,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:52,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. as already flushing 2024-11-10T12:18:52,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:52,837 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:52,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:52,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:52,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:52,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32834 deadline: 1731241192953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:52,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:52,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32828 deadline: 1731241192953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:52,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:52,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32870 deadline: 1731241192956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:52,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-10T12:18:52,988 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:52,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-10T12:18:52,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:52,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. as already flushing 2024-11-10T12:18:52,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:52,989 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:52,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:52,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:53,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:53,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32850 deadline: 1731241193065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:53,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:53,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32848 deadline: 1731241193076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:53,141 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:53,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-10T12:18:53,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:53,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. as already flushing 2024-11-10T12:18:53,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:53,141 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:53,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:53,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:53,220 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=136, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/0551035237d948d0ad525d06fcd8cfde 2024-11-10T12:18:53,227 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/B/9a894530353c46c4a4b5658cbeebe91d is 50, key is test_row_0/B:col10/1731241132393/Put/seqid=0 2024-11-10T12:18:53,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742196_1372 (size=12101) 2024-11-10T12:18:53,293 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:53,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-10T12:18:53,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:53,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. as already flushing 2024-11-10T12:18:53,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:53,294 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:53,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:53,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:53,446 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:53,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-10T12:18:53,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:53,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. as already flushing 2024-11-10T12:18:53,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:53,446 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:53,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:53,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:53,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-10T12:18:53,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:53,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32850 deadline: 1731241193570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:53,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:53,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32848 deadline: 1731241193581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:53,598 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:53,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-10T12:18:53,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:53,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. as already flushing 2024-11-10T12:18:53,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:53,599 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:53,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:53,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:53,632 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/B/9a894530353c46c4a4b5658cbeebe91d 2024-11-10T12:18:53,639 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/C/a0879416cde742e68be79a054aa25836 is 50, key is test_row_0/C:col10/1731241132393/Put/seqid=0 2024-11-10T12:18:53,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742197_1373 (size=12101) 2024-11-10T12:18:53,750 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:53,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-10T12:18:53,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:53,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. as already flushing 2024-11-10T12:18:53,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:53,751 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:53,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:53,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:53,903 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:53,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-10T12:18:53,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:53,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. as already flushing 2024-11-10T12:18:53,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:53,903 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:53,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:53,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:54,043 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/C/a0879416cde742e68be79a054aa25836 2024-11-10T12:18:54,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/0551035237d948d0ad525d06fcd8cfde as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/0551035237d948d0ad525d06fcd8cfde 2024-11-10T12:18:54,050 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/0551035237d948d0ad525d06fcd8cfde, entries=200, sequenceid=136, filesize=38.8 K 2024-11-10T12:18:54,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/B/9a894530353c46c4a4b5658cbeebe91d as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/9a894530353c46c4a4b5658cbeebe91d 2024-11-10T12:18:54,053 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/9a894530353c46c4a4b5658cbeebe91d, entries=150, sequenceid=136, filesize=11.8 K 2024-11-10T12:18:54,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/C/a0879416cde742e68be79a054aa25836 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/a0879416cde742e68be79a054aa25836 2024-11-10T12:18:54,055 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:54,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-10T12:18:54,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:54,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. as already flushing 2024-11-10T12:18:54,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:54,055 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:54,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:54,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:54,057 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/a0879416cde742e68be79a054aa25836, entries=150, sequenceid=136, filesize=11.8 K 2024-11-10T12:18:54,058 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 5c9bb4e694c25a017b8529ffebce23e9 in 1664ms, sequenceid=136, compaction requested=true 2024-11-10T12:18:54,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5c9bb4e694c25a017b8529ffebce23e9: 2024-11-10T12:18:54,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c9bb4e694c25a017b8529ffebce23e9:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:18:54,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:18:54,058 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:18:54,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c9bb4e694c25a017b8529ffebce23e9:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:18:54,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:18:54,058 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:18:54,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c9bb4e694c25a017b8529ffebce23e9:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:18:54,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:18:54,059 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101815 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:18:54,059 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:18:54,059 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): 5c9bb4e694c25a017b8529ffebce23e9/B is initiating minor compaction (all files) 2024-11-10T12:18:54,059 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1540): 5c9bb4e694c25a017b8529ffebce23e9/A is initiating minor compaction (all files) 2024-11-10T12:18:54,059 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5c9bb4e694c25a017b8529ffebce23e9/A in TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:54,059 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5c9bb4e694c25a017b8529ffebce23e9/B in TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:54,059 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/b609d39f4d604bf18db4b5154f7a6b61, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/b860724fdaf94dceb686a1b5c252da2d, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/0551035237d948d0ad525d06fcd8cfde] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp, totalSize=99.4 K 2024-11-10T12:18:54,059 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/37e78e5136c84ba4976d0e2cbffb6a30, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/8505d96a3d4a4857a82728c193572ec4, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/9a894530353c46c4a4b5658cbeebe91d] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp, totalSize=35.5 K 2024-11-10T12:18:54,059 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:54,059 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. files: [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/b609d39f4d604bf18db4b5154f7a6b61, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/b860724fdaf94dceb686a1b5c252da2d, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/0551035237d948d0ad525d06fcd8cfde] 2024-11-10T12:18:54,060 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 37e78e5136c84ba4976d0e2cbffb6a30, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731241127511 2024-11-10T12:18:54,060 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting b609d39f4d604bf18db4b5154f7a6b61, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731241127511 2024-11-10T12:18:54,060 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 8505d96a3d4a4857a82728c193572ec4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1731241128672 2024-11-10T12:18:54,060 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting b860724fdaf94dceb686a1b5c252da2d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1731241128672 2024-11-10T12:18:54,060 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a894530353c46c4a4b5658cbeebe91d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731241130816 2024-11-10T12:18:54,060 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0551035237d948d0ad525d06fcd8cfde, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731241130816 2024-11-10T12:18:54,072 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c9bb4e694c25a017b8529ffebce23e9#B#compaction#318 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:18:54,073 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/B/d4f5935833164ef4aeb1fe2737b0a8b1 is 50, key is test_row_0/B:col10/1731241132393/Put/seqid=0 2024-11-10T12:18:54,074 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5c9bb4e694c25a017b8529ffebce23e9] 2024-11-10T12:18:54,077 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411107306a7a5a5f7452db90689faf19274bc_5c9bb4e694c25a017b8529ffebce23e9 store=[table=TestAcidGuarantees family=A region=5c9bb4e694c25a017b8529ffebce23e9] 2024-11-10T12:18:54,079 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411107306a7a5a5f7452db90689faf19274bc_5c9bb4e694c25a017b8529ffebce23e9, store=[table=TestAcidGuarantees family=A region=5c9bb4e694c25a017b8529ffebce23e9] 2024-11-10T12:18:54,079 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411107306a7a5a5f7452db90689faf19274bc_5c9bb4e694c25a017b8529ffebce23e9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5c9bb4e694c25a017b8529ffebce23e9] 2024-11-10T12:18:54,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742198_1374 (size=12409) 2024-11-10T12:18:54,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742199_1375 (size=4469) 2024-11-10T12:18:54,093 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c9bb4e694c25a017b8529ffebce23e9#A#compaction#319 average throughput is 1.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:18:54,093 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/0002b5fd1ef9458790c676f79a340ff6 is 175, key is test_row_0/A:col10/1731241132393/Put/seqid=0 2024-11-10T12:18:54,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742200_1376 (size=31363) 2024-11-10T12:18:54,207 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:54,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-10T12:18:54,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:54,208 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing 5c9bb4e694c25a017b8529ffebce23e9 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-10T12:18:54,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c9bb4e694c25a017b8529ffebce23e9, store=A 2024-11-10T12:18:54,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:54,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c9bb4e694c25a017b8529ffebce23e9, store=B 2024-11-10T12:18:54,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:54,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c9bb4e694c25a017b8529ffebce23e9, store=C 2024-11-10T12:18:54,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:54,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111092aeed7a46964064be7859495ae774eb_5c9bb4e694c25a017b8529ffebce23e9 is 50, key is test_row_0/A:col10/1731241132454/Put/seqid=0 2024-11-10T12:18:54,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742201_1377 (size=12304) 2024-11-10T12:18:54,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-10T12:18:54,496 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/B/d4f5935833164ef4aeb1fe2737b0a8b1 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/d4f5935833164ef4aeb1fe2737b0a8b1 2024-11-10T12:18:54,501 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5c9bb4e694c25a017b8529ffebce23e9/B of 5c9bb4e694c25a017b8529ffebce23e9 into d4f5935833164ef4aeb1fe2737b0a8b1(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:18:54,501 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5c9bb4e694c25a017b8529ffebce23e9: 2024-11-10T12:18:54,501 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9., storeName=5c9bb4e694c25a017b8529ffebce23e9/B, priority=13, startTime=1731241134058; duration=0sec 2024-11-10T12:18:54,501 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:18:54,501 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c9bb4e694c25a017b8529ffebce23e9:B 2024-11-10T12:18:54,501 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:18:54,503 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/0002b5fd1ef9458790c676f79a340ff6 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/0002b5fd1ef9458790c676f79a340ff6 2024-11-10T12:18:54,503 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:18:54,503 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): 5c9bb4e694c25a017b8529ffebce23e9/C is initiating minor compaction (all files) 2024-11-10T12:18:54,503 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5c9bb4e694c25a017b8529ffebce23e9/C in TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:54,504 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/f330d1ff613f49c59c3cc7c6db2754b3, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/ca5847bce43049459b351a3c15317238, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/a0879416cde742e68be79a054aa25836] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp, totalSize=35.5 K 2024-11-10T12:18:54,504 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting f330d1ff613f49c59c3cc7c6db2754b3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731241127511 2024-11-10T12:18:54,504 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting ca5847bce43049459b351a3c15317238, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1731241128672 2024-11-10T12:18:54,504 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting a0879416cde742e68be79a054aa25836, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731241130816 2024-11-10T12:18:54,507 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5c9bb4e694c25a017b8529ffebce23e9/A of 5c9bb4e694c25a017b8529ffebce23e9 into 0002b5fd1ef9458790c676f79a340ff6(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:18:54,507 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5c9bb4e694c25a017b8529ffebce23e9: 2024-11-10T12:18:54,507 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9., storeName=5c9bb4e694c25a017b8529ffebce23e9/A, priority=13, startTime=1731241134058; duration=0sec 2024-11-10T12:18:54,507 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:18:54,507 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c9bb4e694c25a017b8529ffebce23e9:A 2024-11-10T12:18:54,511 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c9bb4e694c25a017b8529ffebce23e9#C#compaction#321 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:18:54,511 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/C/52f7bf8f4a7b43c6ad1bf19a451e1ac9 is 50, key is test_row_0/C:col10/1731241132393/Put/seqid=0 2024-11-10T12:18:54,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742202_1378 (size=12409) 2024-11-10T12:18:54,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:18:54,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. as already flushing 2024-11-10T12:18:54,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:18:54,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:54,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32850 deadline: 1731241194614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:54,622 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111092aeed7a46964064be7859495ae774eb_5c9bb4e694c25a017b8529ffebce23e9 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111092aeed7a46964064be7859495ae774eb_5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:18:54,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/f7b78bfd48d4420da6366c5eb213eb5b, store: [table=TestAcidGuarantees family=A region=5c9bb4e694c25a017b8529ffebce23e9] 2024-11-10T12:18:54,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/f7b78bfd48d4420da6366c5eb213eb5b is 175, key is test_row_0/A:col10/1731241132454/Put/seqid=0 2024-11-10T12:18:54,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:54,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32848 deadline: 1731241194618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:54,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742203_1379 (size=31105) 2024-11-10T12:18:54,627 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/f7b78bfd48d4420da6366c5eb213eb5b 2024-11-10T12:18:54,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/B/7af5684b4d5947c08499c85baf8cf825 is 50, key is test_row_0/B:col10/1731241132454/Put/seqid=0 2024-11-10T12:18:54,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742204_1380 (size=12151) 2024-11-10T12:18:54,637 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/B/7af5684b4d5947c08499c85baf8cf825 2024-11-10T12:18:54,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/C/c72bd4ddfba047fc9ef88efaa2ae20c4 is 50, key is test_row_0/C:col10/1731241132454/Put/seqid=0 2024-11-10T12:18:54,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742205_1381 (size=12151) 2024-11-10T12:18:54,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:54,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32850 deadline: 1731241194720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:54,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:54,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32848 deadline: 1731241194726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:54,919 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/C/52f7bf8f4a7b43c6ad1bf19a451e1ac9 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/52f7bf8f4a7b43c6ad1bf19a451e1ac9 2024-11-10T12:18:54,923 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5c9bb4e694c25a017b8529ffebce23e9/C of 5c9bb4e694c25a017b8529ffebce23e9 into 52f7bf8f4a7b43c6ad1bf19a451e1ac9(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:18:54,923 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5c9bb4e694c25a017b8529ffebce23e9: 2024-11-10T12:18:54,923 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9., storeName=5c9bb4e694c25a017b8529ffebce23e9/C, priority=13, startTime=1731241134058; duration=0sec 2024-11-10T12:18:54,923 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:18:54,923 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c9bb4e694c25a017b8529ffebce23e9:C 2024-11-10T12:18:54,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:54,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32850 deadline: 1731241194924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:54,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:54,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32848 deadline: 1731241194932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:54,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:54,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32828 deadline: 1731241194964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:54,967 DEBUG [Thread-1539 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4141 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9., hostname=8eb9a7a2374b,43841,1731241027112, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:18:54,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:54,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32834 deadline: 1731241194966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:54,970 DEBUG [Thread-1535 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4148 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9., hostname=8eb9a7a2374b,43841,1731241027112, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:18:54,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:54,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32870 deadline: 1731241194975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:54,979 DEBUG [Thread-1543 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4151 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9., hostname=8eb9a7a2374b,43841,1731241027112, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:18:55,047 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/C/c72bd4ddfba047fc9ef88efaa2ae20c4 2024-11-10T12:18:55,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/f7b78bfd48d4420da6366c5eb213eb5b as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/f7b78bfd48d4420da6366c5eb213eb5b 2024-11-10T12:18:55,054 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/f7b78bfd48d4420da6366c5eb213eb5b, entries=150, sequenceid=157, filesize=30.4 K 2024-11-10T12:18:55,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/B/7af5684b4d5947c08499c85baf8cf825 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/7af5684b4d5947c08499c85baf8cf825 2024-11-10T12:18:55,057 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/7af5684b4d5947c08499c85baf8cf825, entries=150, sequenceid=157, filesize=11.9 K 2024-11-10T12:18:55,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/C/c72bd4ddfba047fc9ef88efaa2ae20c4 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/c72bd4ddfba047fc9ef88efaa2ae20c4 2024-11-10T12:18:55,061 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/c72bd4ddfba047fc9ef88efaa2ae20c4, entries=150, sequenceid=157, filesize=11.9 K 2024-11-10T12:18:55,062 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 5c9bb4e694c25a017b8529ffebce23e9 in 854ms, sequenceid=157, compaction requested=false 2024-11-10T12:18:55,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for 5c9bb4e694c25a017b8529ffebce23e9: 2024-11-10T12:18:55,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:55,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-11-10T12:18:55,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-11-10T12:18:55,064 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-10T12:18:55,064 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6820 sec 2024-11-10T12:18:55,065 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 2.6850 sec 2024-11-10T12:18:55,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:18:55,231 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5c9bb4e694c25a017b8529ffebce23e9 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-10T12:18:55,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c9bb4e694c25a017b8529ffebce23e9, store=A 2024-11-10T12:18:55,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:55,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c9bb4e694c25a017b8529ffebce23e9, store=B 2024-11-10T12:18:55,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:55,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c9bb4e694c25a017b8529ffebce23e9, store=C 2024-11-10T12:18:55,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:55,237 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110c4982051647141f48a4c5d2b3a1b35d9_5c9bb4e694c25a017b8529ffebce23e9 is 50, key is test_row_0/A:col10/1731241134613/Put/seqid=0 2024-11-10T12:18:55,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742206_1382 (size=12304) 2024-11-10T12:18:55,241 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:18:55,245 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110c4982051647141f48a4c5d2b3a1b35d9_5c9bb4e694c25a017b8529ffebce23e9 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c4982051647141f48a4c5d2b3a1b35d9_5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:18:55,246 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/65b0fc313162445894fd5d2ed0c3ec1c, store: [table=TestAcidGuarantees family=A region=5c9bb4e694c25a017b8529ffebce23e9] 2024-11-10T12:18:55,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/65b0fc313162445894fd5d2ed0c3ec1c is 175, key is test_row_0/A:col10/1731241134613/Put/seqid=0 2024-11-10T12:18:55,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742207_1383 (size=31105) 2024-11-10T12:18:55,251 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=176, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/65b0fc313162445894fd5d2ed0c3ec1c 2024-11-10T12:18:55,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/B/d447748816df4836a9794079a0055481 is 50, key is test_row_0/B:col10/1731241134613/Put/seqid=0 2024-11-10T12:18:55,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742208_1384 (size=12151) 2024-11-10T12:18:55,272 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/B/d447748816df4836a9794079a0055481 2024-11-10T12:18:55,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/C/62b80a8266b94e47bfa7015a38f6e2ff is 50, key is test_row_0/C:col10/1731241134613/Put/seqid=0 2024-11-10T12:18:55,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742209_1385 (size=12151) 2024-11-10T12:18:55,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:55,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32848 deadline: 1731241195292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:55,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:55,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32850 deadline: 1731241195301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:55,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:55,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32848 deadline: 1731241195403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:55,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:55,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32850 deadline: 1731241195410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:55,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:55,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32848 deadline: 1731241195607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:55,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:55,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32850 deadline: 1731241195615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:55,684 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/C/62b80a8266b94e47bfa7015a38f6e2ff 2024-11-10T12:18:55,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/65b0fc313162445894fd5d2ed0c3ec1c as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/65b0fc313162445894fd5d2ed0c3ec1c 2024-11-10T12:18:55,691 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/65b0fc313162445894fd5d2ed0c3ec1c, entries=150, sequenceid=176, filesize=30.4 K 2024-11-10T12:18:55,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/B/d447748816df4836a9794079a0055481 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/d447748816df4836a9794079a0055481 2024-11-10T12:18:55,695 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/d447748816df4836a9794079a0055481, entries=150, sequenceid=176, filesize=11.9 K 2024-11-10T12:18:55,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/C/62b80a8266b94e47bfa7015a38f6e2ff as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/62b80a8266b94e47bfa7015a38f6e2ff 2024-11-10T12:18:55,699 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/62b80a8266b94e47bfa7015a38f6e2ff, entries=150, sequenceid=176, filesize=11.9 K 2024-11-10T12:18:55,700 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 5c9bb4e694c25a017b8529ffebce23e9 in 469ms, sequenceid=176, compaction requested=true 2024-11-10T12:18:55,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5c9bb4e694c25a017b8529ffebce23e9: 2024-11-10T12:18:55,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c9bb4e694c25a017b8529ffebce23e9:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:18:55,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:18:55,701 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:18:55,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c9bb4e694c25a017b8529ffebce23e9:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:18:55,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:18:55,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c9bb4e694c25a017b8529ffebce23e9:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:18:55,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:18:55,701 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:18:55,701 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:18:55,701 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93573 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:18:55,702 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): 5c9bb4e694c25a017b8529ffebce23e9/B is initiating minor compaction (all files) 2024-11-10T12:18:55,702 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1540): 5c9bb4e694c25a017b8529ffebce23e9/A is initiating minor compaction (all files) 2024-11-10T12:18:55,702 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5c9bb4e694c25a017b8529ffebce23e9/A in TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:55,702 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5c9bb4e694c25a017b8529ffebce23e9/B in TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:55,702 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/d4f5935833164ef4aeb1fe2737b0a8b1, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/7af5684b4d5947c08499c85baf8cf825, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/d447748816df4836a9794079a0055481] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp, totalSize=35.9 K 2024-11-10T12:18:55,702 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/0002b5fd1ef9458790c676f79a340ff6, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/f7b78bfd48d4420da6366c5eb213eb5b, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/65b0fc313162445894fd5d2ed0c3ec1c] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp, totalSize=91.4 K 2024-11-10T12:18:55,702 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:55,702 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. files: [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/0002b5fd1ef9458790c676f79a340ff6, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/f7b78bfd48d4420da6366c5eb213eb5b, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/65b0fc313162445894fd5d2ed0c3ec1c] 2024-11-10T12:18:55,702 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting d4f5935833164ef4aeb1fe2737b0a8b1, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731241130816 2024-11-10T12:18:55,702 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0002b5fd1ef9458790c676f79a340ff6, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731241130816 2024-11-10T12:18:55,702 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 7af5684b4d5947c08499c85baf8cf825, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731241132440 2024-11-10T12:18:55,702 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting f7b78bfd48d4420da6366c5eb213eb5b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731241132440 2024-11-10T12:18:55,702 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting d447748816df4836a9794079a0055481, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731241134613 2024-11-10T12:18:55,702 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65b0fc313162445894fd5d2ed0c3ec1c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731241134613 2024-11-10T12:18:55,707 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5c9bb4e694c25a017b8529ffebce23e9] 2024-11-10T12:18:55,708 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c9bb4e694c25a017b8529ffebce23e9#B#compaction#328 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:18:55,709 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/B/6967742f591c4a89966e96382f519951 is 50, key is test_row_0/B:col10/1731241134613/Put/seqid=0 2024-11-10T12:18:55,709 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411100dee7766a8dc4ed7ba49aa657dd1abc9_5c9bb4e694c25a017b8529ffebce23e9 store=[table=TestAcidGuarantees family=A region=5c9bb4e694c25a017b8529ffebce23e9] 2024-11-10T12:18:55,710 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411100dee7766a8dc4ed7ba49aa657dd1abc9_5c9bb4e694c25a017b8529ffebce23e9, store=[table=TestAcidGuarantees family=A region=5c9bb4e694c25a017b8529ffebce23e9] 2024-11-10T12:18:55,711 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411100dee7766a8dc4ed7ba49aa657dd1abc9_5c9bb4e694c25a017b8529ffebce23e9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5c9bb4e694c25a017b8529ffebce23e9] 2024-11-10T12:18:55,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742210_1386 (size=12561) 2024-11-10T12:18:55,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742211_1387 (size=4469) 2024-11-10T12:18:55,723 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c9bb4e694c25a017b8529ffebce23e9#A#compaction#327 average throughput is 1.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:18:55,724 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/b81c261a928a4a6cbfa6972ffac17b44 is 175, key is test_row_0/A:col10/1731241134613/Put/seqid=0 2024-11-10T12:18:55,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742212_1388 (size=31515) 2024-11-10T12:18:55,731 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/b81c261a928a4a6cbfa6972ffac17b44 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/b81c261a928a4a6cbfa6972ffac17b44 2024-11-10T12:18:55,734 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5c9bb4e694c25a017b8529ffebce23e9/A of 5c9bb4e694c25a017b8529ffebce23e9 into b81c261a928a4a6cbfa6972ffac17b44(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:18:55,734 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5c9bb4e694c25a017b8529ffebce23e9: 2024-11-10T12:18:55,734 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9., storeName=5c9bb4e694c25a017b8529ffebce23e9/A, priority=13, startTime=1731241135700; duration=0sec 2024-11-10T12:18:55,734 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:18:55,734 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c9bb4e694c25a017b8529ffebce23e9:A 2024-11-10T12:18:55,734 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:18:55,735 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:18:55,735 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1540): 5c9bb4e694c25a017b8529ffebce23e9/C is initiating minor compaction (all files) 2024-11-10T12:18:55,735 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5c9bb4e694c25a017b8529ffebce23e9/C in TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:55,735 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/52f7bf8f4a7b43c6ad1bf19a451e1ac9, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/c72bd4ddfba047fc9ef88efaa2ae20c4, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/62b80a8266b94e47bfa7015a38f6e2ff] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp, totalSize=35.9 K 2024-11-10T12:18:55,736 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 52f7bf8f4a7b43c6ad1bf19a451e1ac9, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731241130816 2024-11-10T12:18:55,736 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting c72bd4ddfba047fc9ef88efaa2ae20c4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731241132440 2024-11-10T12:18:55,736 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 62b80a8266b94e47bfa7015a38f6e2ff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731241134613 2024-11-10T12:18:55,742 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c9bb4e694c25a017b8529ffebce23e9#C#compaction#329 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:18:55,742 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/C/0418c50ccb8a4332b7e7567e9d812724 is 50, key is test_row_0/C:col10/1731241134613/Put/seqid=0 2024-11-10T12:18:55,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742213_1389 (size=12561) 2024-11-10T12:18:55,749 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/C/0418c50ccb8a4332b7e7567e9d812724 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/0418c50ccb8a4332b7e7567e9d812724 2024-11-10T12:18:55,752 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5c9bb4e694c25a017b8529ffebce23e9/C of 5c9bb4e694c25a017b8529ffebce23e9 into 0418c50ccb8a4332b7e7567e9d812724(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:18:55,752 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5c9bb4e694c25a017b8529ffebce23e9: 2024-11-10T12:18:55,752 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9., storeName=5c9bb4e694c25a017b8529ffebce23e9/C, priority=13, startTime=1731241135701; duration=0sec 2024-11-10T12:18:55,752 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:18:55,752 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c9bb4e694c25a017b8529ffebce23e9:C 2024-11-10T12:18:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:18:55,915 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5c9bb4e694c25a017b8529ffebce23e9 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-10T12:18:55,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c9bb4e694c25a017b8529ffebce23e9, store=A 2024-11-10T12:18:55,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:55,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c9bb4e694c25a017b8529ffebce23e9, store=B 2024-11-10T12:18:55,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:55,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c9bb4e694c25a017b8529ffebce23e9, store=C 2024-11-10T12:18:55,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:55,921 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411103eb6231893df459e8d51cbf4ac95a3e1_5c9bb4e694c25a017b8529ffebce23e9 is 50, key is test_row_0/A:col10/1731241135300/Put/seqid=0 2024-11-10T12:18:55,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742214_1390 (size=12304) 2024-11-10T12:18:55,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32850 deadline: 1731241195952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:55,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32848 deadline: 1731241195956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:56,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:56,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32850 deadline: 1731241196061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:56,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:56,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32848 deadline: 1731241196061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:56,120 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/B/6967742f591c4a89966e96382f519951 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/6967742f591c4a89966e96382f519951 2024-11-10T12:18:56,123 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5c9bb4e694c25a017b8529ffebce23e9/B of 5c9bb4e694c25a017b8529ffebce23e9 into 6967742f591c4a89966e96382f519951(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:18:56,123 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5c9bb4e694c25a017b8529ffebce23e9: 2024-11-10T12:18:56,123 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9., storeName=5c9bb4e694c25a017b8529ffebce23e9/B, priority=13, startTime=1731241135701; duration=0sec 2024-11-10T12:18:56,123 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:18:56,123 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c9bb4e694c25a017b8529ffebce23e9:B 2024-11-10T12:18:56,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:56,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32850 deadline: 1731241196264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:56,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:56,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32848 deadline: 1731241196265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:56,325 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:18:56,328 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411103eb6231893df459e8d51cbf4ac95a3e1_5c9bb4e694c25a017b8529ffebce23e9 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411103eb6231893df459e8d51cbf4ac95a3e1_5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:18:56,329 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/e98257f732ad468bb8491e6e05f77a10, store: [table=TestAcidGuarantees family=A region=5c9bb4e694c25a017b8529ffebce23e9] 2024-11-10T12:18:56,329 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/e98257f732ad468bb8491e6e05f77a10 is 175, key is test_row_0/A:col10/1731241135300/Put/seqid=0 2024-11-10T12:18:56,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742215_1391 (size=31105) 2024-11-10T12:18:56,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-10T12:18:56,484 INFO [Thread-1545 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-11-10T12:18:56,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:18:56,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-11-10T12:18:56,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-10T12:18:56,486 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:18:56,487 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:18:56,487 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:18:56,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:56,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32850 deadline: 1731241196570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:56,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:56,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32848 deadline: 1731241196571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:56,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-10T12:18:56,638 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:56,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-10T12:18:56,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:56,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. as already flushing 2024-11-10T12:18:56,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:56,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:56,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:56,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:56,733 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=199, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/e98257f732ad468bb8491e6e05f77a10 2024-11-10T12:18:56,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/B/14b532a3ad734ab9bb3e5f31f43f3b1e is 50, key is test_row_0/B:col10/1731241135300/Put/seqid=0 2024-11-10T12:18:56,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742216_1392 (size=12151) 2024-11-10T12:18:56,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-10T12:18:56,791 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:56,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-10T12:18:56,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:56,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. as already flushing 2024-11-10T12:18:56,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:56,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:56,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:56,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:56,944 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:56,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-10T12:18:56,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:56,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. as already flushing 2024-11-10T12:18:56,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:56,944 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:56,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:56,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:57,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:57,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32848 deadline: 1731241197076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:57,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:57,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32850 deadline: 1731241197077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:57,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-10T12:18:57,096 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:57,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-10T12:18:57,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:57,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. as already flushing 2024-11-10T12:18:57,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:57,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:57,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:57,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:57,142 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/B/14b532a3ad734ab9bb3e5f31f43f3b1e 2024-11-10T12:18:57,148 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/C/e8708a65f37b46298bee805736b7d6df is 50, key is test_row_0/C:col10/1731241135300/Put/seqid=0 2024-11-10T12:18:57,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742217_1393 (size=12151) 2024-11-10T12:18:57,248 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:57,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-10T12:18:57,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:57,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. as already flushing 2024-11-10T12:18:57,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:57,249 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:57,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:57,401 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:57,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-10T12:18:57,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:57,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. as already flushing 2024-11-10T12:18:57,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:57,401 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:57,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:57,552 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/C/e8708a65f37b46298bee805736b7d6df 2024-11-10T12:18:57,553 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:57,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-10T12:18:57,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:57,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. as already flushing 2024-11-10T12:18:57,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:57,554 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:57,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:57,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:18:57,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/e98257f732ad468bb8491e6e05f77a10 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/e98257f732ad468bb8491e6e05f77a10 2024-11-10T12:18:57,559 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/e98257f732ad468bb8491e6e05f77a10, entries=150, sequenceid=199, filesize=30.4 K 2024-11-10T12:18:57,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/B/14b532a3ad734ab9bb3e5f31f43f3b1e as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/14b532a3ad734ab9bb3e5f31f43f3b1e 2024-11-10T12:18:57,562 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/14b532a3ad734ab9bb3e5f31f43f3b1e, entries=150, sequenceid=199, filesize=11.9 K 2024-11-10T12:18:57,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/C/e8708a65f37b46298bee805736b7d6df as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/e8708a65f37b46298bee805736b7d6df 2024-11-10T12:18:57,566 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/e8708a65f37b46298bee805736b7d6df, entries=150, sequenceid=199, filesize=11.9 K 2024-11-10T12:18:57,566 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 5c9bb4e694c25a017b8529ffebce23e9 in 1651ms, sequenceid=199, compaction requested=false 2024-11-10T12:18:57,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5c9bb4e694c25a017b8529ffebce23e9: 2024-11-10T12:18:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-10T12:18:57,705 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:57,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-10T12:18:57,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:57,706 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing 5c9bb4e694c25a017b8529ffebce23e9 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-10T12:18:57,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c9bb4e694c25a017b8529ffebce23e9, store=A 2024-11-10T12:18:57,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:57,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c9bb4e694c25a017b8529ffebce23e9, store=B 2024-11-10T12:18:57,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:57,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c9bb4e694c25a017b8529ffebce23e9, store=C 2024-11-10T12:18:57,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:57,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110ecadb45da717471aa07ae51e71274430_5c9bb4e694c25a017b8529ffebce23e9 is 50, key is test_row_0/A:col10/1731241135947/Put/seqid=0 2024-11-10T12:18:57,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742218_1394 (size=12304) 2024-11-10T12:18:57,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:18:57,722 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110ecadb45da717471aa07ae51e71274430_5c9bb4e694c25a017b8529ffebce23e9 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110ecadb45da717471aa07ae51e71274430_5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:18:57,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/ffe8e06aefbf4335a98fa9b88212d245, store: [table=TestAcidGuarantees family=A region=5c9bb4e694c25a017b8529ffebce23e9] 2024-11-10T12:18:57,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/ffe8e06aefbf4335a98fa9b88212d245 is 175, key is test_row_0/A:col10/1731241135947/Put/seqid=0 2024-11-10T12:18:57,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742219_1395 (size=31105) 2024-11-10T12:18:58,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. as already flushing 2024-11-10T12:18:58,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:18:58,126 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=215, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/ffe8e06aefbf4335a98fa9b88212d245 2024-11-10T12:18:58,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/B/504c23ced0bd404f968798c51528e0df is 50, key is test_row_0/B:col10/1731241135947/Put/seqid=0 2024-11-10T12:18:58,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:58,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32848 deadline: 1731241198125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:58,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:58,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32850 deadline: 1731241198126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:58,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742220_1396 (size=12151) 2024-11-10T12:18:58,135 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/B/504c23ced0bd404f968798c51528e0df 2024-11-10T12:18:58,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/C/85e934277c524210a46c86c7154dd906 is 50, key is test_row_0/C:col10/1731241135947/Put/seqid=0 2024-11-10T12:18:58,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742221_1397 (size=12151) 2024-11-10T12:18:58,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:58,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32848 deadline: 1731241198235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:58,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:58,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32850 deadline: 1731241198235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:58,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:58,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32848 deadline: 1731241198440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:58,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:58,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32850 deadline: 1731241198441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:58,545 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/C/85e934277c524210a46c86c7154dd906 2024-11-10T12:18:58,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/ffe8e06aefbf4335a98fa9b88212d245 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/ffe8e06aefbf4335a98fa9b88212d245 2024-11-10T12:18:58,551 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/ffe8e06aefbf4335a98fa9b88212d245, entries=150, sequenceid=215, filesize=30.4 K 2024-11-10T12:18:58,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/B/504c23ced0bd404f968798c51528e0df as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/504c23ced0bd404f968798c51528e0df 2024-11-10T12:18:58,555 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/504c23ced0bd404f968798c51528e0df, entries=150, sequenceid=215, filesize=11.9 K 2024-11-10T12:18:58,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/C/85e934277c524210a46c86c7154dd906 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/85e934277c524210a46c86c7154dd906 2024-11-10T12:18:58,559 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/85e934277c524210a46c86c7154dd906, entries=150, sequenceid=215, filesize=11.9 K 2024-11-10T12:18:58,560 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 5c9bb4e694c25a017b8529ffebce23e9 in 854ms, sequenceid=215, compaction requested=true 2024-11-10T12:18:58,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for 5c9bb4e694c25a017b8529ffebce23e9: 2024-11-10T12:18:58,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:58,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-11-10T12:18:58,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-11-10T12:18:58,562 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-10T12:18:58,562 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0740 sec 2024-11-10T12:18:58,563 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 2.0770 sec 2024-11-10T12:18:58,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-10T12:18:58,589 INFO [Thread-1545 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-10T12:18:58,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:18:58,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-10T12:18:58,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-10T12:18:58,591 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:18:58,592 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:18:58,592 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:18:58,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-10T12:18:58,743 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:58,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-10T12:18:58,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:58,744 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing 5c9bb4e694c25a017b8529ffebce23e9 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-10T12:18:58,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c9bb4e694c25a017b8529ffebce23e9, store=A 2024-11-10T12:18:58,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:58,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c9bb4e694c25a017b8529ffebce23e9, store=B 2024-11-10T12:18:58,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:58,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c9bb4e694c25a017b8529ffebce23e9, store=C 2024-11-10T12:18:58,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:18:58,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:18:58,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. as already flushing 2024-11-10T12:18:58,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110ffdd95e4d9fd4287a5e554224f3df17f_5c9bb4e694c25a017b8529ffebce23e9 is 50, key is test_row_0/A:col10/1731241138119/Put/seqid=0 2024-11-10T12:18:58,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742222_1398 (size=12304) 2024-11-10T12:18:58,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:18:58,756 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110ffdd95e4d9fd4287a5e554224f3df17f_5c9bb4e694c25a017b8529ffebce23e9 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110ffdd95e4d9fd4287a5e554224f3df17f_5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:18:58,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/af638bbaf42f4040af4150b0d8da45ae, store: [table=TestAcidGuarantees family=A region=5c9bb4e694c25a017b8529ffebce23e9] 2024-11-10T12:18:58,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/af638bbaf42f4040af4150b0d8da45ae is 175, key is test_row_0/A:col10/1731241138119/Put/seqid=0 2024-11-10T12:18:58,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742223_1399 (size=31105) 2024-11-10T12:18:58,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:58,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32850 deadline: 1731241198779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:58,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:58,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32848 deadline: 1731241198781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:58,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:58,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32850 deadline: 1731241198886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:58,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:58,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32848 deadline: 1731241198887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:58,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-10T12:18:58,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:58,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32828 deadline: 1731241198985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:58,990 DEBUG [Thread-1539 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8164 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9., hostname=8eb9a7a2374b,43841,1731241027112, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:18:58,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:58,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32834 deadline: 1731241198995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:59,000 DEBUG [Thread-1535 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8177 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9., hostname=8eb9a7a2374b,43841,1731241027112, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:18:59,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:59,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32870 deadline: 1731241199010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:59,013 DEBUG [Thread-1543 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8185 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9., hostname=8eb9a7a2374b,43841,1731241027112, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:18:59,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:59,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32848 deadline: 1731241199089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:59,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:59,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32850 deadline: 1731241199090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:59,161 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=236, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/af638bbaf42f4040af4150b0d8da45ae 2024-11-10T12:18:59,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/B/0e386260631e4b918352c46ab8c37bd0 is 50, key is test_row_0/B:col10/1731241138119/Put/seqid=0 2024-11-10T12:18:59,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742224_1400 (size=12151) 2024-11-10T12:18:59,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-10T12:18:59,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:59,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32848 deadline: 1731241199394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:59,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:59,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32850 deadline: 1731241199395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:59,572 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/B/0e386260631e4b918352c46ab8c37bd0 2024-11-10T12:18:59,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/C/f1cf2fd7a1354ff2bb40c77c7515e6e9 is 50, key is test_row_0/C:col10/1731241138119/Put/seqid=0 2024-11-10T12:18:59,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742225_1401 (size=12151) 2024-11-10T12:18:59,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-10T12:18:59,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:59,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32848 deadline: 1731241199903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:59,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:18:59,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32850 deadline: 1731241199904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:18:59,982 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/C/f1cf2fd7a1354ff2bb40c77c7515e6e9 2024-11-10T12:18:59,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/af638bbaf42f4040af4150b0d8da45ae as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/af638bbaf42f4040af4150b0d8da45ae 2024-11-10T12:18:59,988 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/af638bbaf42f4040af4150b0d8da45ae, entries=150, sequenceid=236, filesize=30.4 K 2024-11-10T12:18:59,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/B/0e386260631e4b918352c46ab8c37bd0 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/0e386260631e4b918352c46ab8c37bd0 2024-11-10T12:18:59,992 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/0e386260631e4b918352c46ab8c37bd0, entries=150, sequenceid=236, filesize=11.9 K 2024-11-10T12:18:59,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/C/f1cf2fd7a1354ff2bb40c77c7515e6e9 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/f1cf2fd7a1354ff2bb40c77c7515e6e9 2024-11-10T12:18:59,996 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/f1cf2fd7a1354ff2bb40c77c7515e6e9, entries=150, sequenceid=236, filesize=11.9 K 2024-11-10T12:18:59,996 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 5c9bb4e694c25a017b8529ffebce23e9 in 1252ms, sequenceid=236, compaction requested=true 2024-11-10T12:18:59,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for 5c9bb4e694c25a017b8529ffebce23e9: 2024-11-10T12:18:59,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:18:59,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-10T12:18:59,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-10T12:18:59,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-10T12:18:59,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4050 sec 2024-11-10T12:18:59,999 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 1.4090 sec 2024-11-10T12:19:00,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-10T12:19:00,695 INFO [Thread-1545 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-10T12:19:00,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:19:00,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-10T12:19:00,697 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:19:00,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-10T12:19:00,697 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:19:00,697 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:19:00,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-10T12:19:00,849 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:00,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-10T12:19:00,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:19:00,849 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing 5c9bb4e694c25a017b8529ffebce23e9 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-10T12:19:00,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c9bb4e694c25a017b8529ffebce23e9, store=A 2024-11-10T12:19:00,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:00,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c9bb4e694c25a017b8529ffebce23e9, store=B 2024-11-10T12:19:00,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:00,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c9bb4e694c25a017b8529ffebce23e9, store=C 2024-11-10T12:19:00,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:00,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110540a2998ff784558ac6916db1d4ae55a_5c9bb4e694c25a017b8529ffebce23e9 is 50, key is test_row_0/A:col10/1731241138780/Put/seqid=0 2024-11-10T12:19:00,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742226_1402 (size=12304) 2024-11-10T12:19:00,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:19:00,874 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110540a2998ff784558ac6916db1d4ae55a_5c9bb4e694c25a017b8529ffebce23e9 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110540a2998ff784558ac6916db1d4ae55a_5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:19:00,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/6cc3ae6b200d465d9d271c9aedb47d3c, store: [table=TestAcidGuarantees family=A region=5c9bb4e694c25a017b8529ffebce23e9] 2024-11-10T12:19:00,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/6cc3ae6b200d465d9d271c9aedb47d3c is 175, key is test_row_0/A:col10/1731241138780/Put/seqid=0 2024-11-10T12:19:00,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742227_1403 (size=31105) 2024-11-10T12:19:00,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. as already flushing 2024-11-10T12:19:00,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:19:00,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-10T12:19:01,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:01,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32848 deadline: 1731241200990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:01,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:01,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32850 deadline: 1731241200990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:01,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:01,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32850 deadline: 1731241201102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:01,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:01,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32848 deadline: 1731241201102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:01,278 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/6cc3ae6b200d465d9d271c9aedb47d3c 2024-11-10T12:19:01,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/B/d5ef3331fbf047639f55cb7a47ae354b is 50, key is test_row_0/B:col10/1731241138780/Put/seqid=0 2024-11-10T12:19:01,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742228_1404 (size=12151) 2024-11-10T12:19:01,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-10T12:19:01,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:01,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32850 deadline: 1731241201305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:01,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:01,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32848 deadline: 1731241201305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:01,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:01,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32850 deadline: 1731241201615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:01,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:01,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32848 deadline: 1731241201615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:01,688 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/B/d5ef3331fbf047639f55cb7a47ae354b 2024-11-10T12:19:01,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/C/8dccfd5b21334d06bd0b001bea0c516a is 50, key is test_row_0/C:col10/1731241138780/Put/seqid=0 2024-11-10T12:19:01,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742229_1405 (size=12151) 2024-11-10T12:19:01,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-10T12:19:02,062 DEBUG [Thread-1546 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x319559be to 127.0.0.1:59506 2024-11-10T12:19:02,062 DEBUG [Thread-1550 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61ec0f48 to 127.0.0.1:59506 2024-11-10T12:19:02,062 DEBUG [Thread-1550 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:19:02,062 DEBUG [Thread-1546 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:19:02,064 DEBUG [Thread-1548 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c907e21 to 127.0.0.1:59506 2024-11-10T12:19:02,064 DEBUG [Thread-1548 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:19:02,068 DEBUG [Thread-1552 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7819b9e2 to 127.0.0.1:59506 2024-11-10T12:19:02,068 DEBUG [Thread-1552 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:19:02,069 DEBUG [Thread-1554 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x47679076 to 127.0.0.1:59506 2024-11-10T12:19:02,069 DEBUG [Thread-1554 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:19:02,098 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/C/8dccfd5b21334d06bd0b001bea0c516a 2024-11-10T12:19:02,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/6cc3ae6b200d465d9d271c9aedb47d3c as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/6cc3ae6b200d465d9d271c9aedb47d3c 2024-11-10T12:19:02,111 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/6cc3ae6b200d465d9d271c9aedb47d3c, entries=150, sequenceid=251, filesize=30.4 K 2024-11-10T12:19:02,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/B/d5ef3331fbf047639f55cb7a47ae354b as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/d5ef3331fbf047639f55cb7a47ae354b 2024-11-10T12:19:02,116 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/d5ef3331fbf047639f55cb7a47ae354b, entries=150, sequenceid=251, filesize=11.9 K 2024-11-10T12:19:02,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/C/8dccfd5b21334d06bd0b001bea0c516a as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/8dccfd5b21334d06bd0b001bea0c516a 2024-11-10T12:19:02,119 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/8dccfd5b21334d06bd0b001bea0c516a, entries=150, sequenceid=251, filesize=11.9 K 2024-11-10T12:19:02,120 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 5c9bb4e694c25a017b8529ffebce23e9 in 1270ms, sequenceid=251, compaction requested=true 2024-11-10T12:19:02,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for 5c9bb4e694c25a017b8529ffebce23e9: 2024-11-10T12:19:02,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:19:02,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-10T12:19:02,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-10T12:19:02,121 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-10T12:19:02,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4240 sec 2024-11-10T12:19:02,122 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 1.4260 sec 2024-11-10T12:19:02,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:19:02,123 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5c9bb4e694c25a017b8529ffebce23e9 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-10T12:19:02,123 DEBUG [Thread-1537 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x62f74604 to 127.0.0.1:59506 2024-11-10T12:19:02,123 DEBUG [Thread-1541 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c54a0d3 to 127.0.0.1:59506 2024-11-10T12:19:02,123 DEBUG [Thread-1537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:19:02,123 DEBUG [Thread-1541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:19:02,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c9bb4e694c25a017b8529ffebce23e9, store=A 2024-11-10T12:19:02,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:02,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c9bb4e694c25a017b8529ffebce23e9, store=B 2024-11-10T12:19:02,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:02,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c9bb4e694c25a017b8529ffebce23e9, store=C 2024-11-10T12:19:02,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:02,129 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110696efa5c207f4ffd8b590e5b40371016_5c9bb4e694c25a017b8529ffebce23e9 is 50, key is test_row_0/A:col10/1731241142123/Put/seqid=0 2024-11-10T12:19:02,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742230_1406 (size=12454) 2024-11-10T12:19:02,132 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:19:02,135 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110696efa5c207f4ffd8b590e5b40371016_5c9bb4e694c25a017b8529ffebce23e9 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110696efa5c207f4ffd8b590e5b40371016_5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:19:02,136 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/dc182cc16f8249038f43aeccb02f873f, store: [table=TestAcidGuarantees family=A region=5c9bb4e694c25a017b8529ffebce23e9] 2024-11-10T12:19:02,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/dc182cc16f8249038f43aeccb02f873f is 175, key is test_row_0/A:col10/1731241142123/Put/seqid=0 2024-11-10T12:19:02,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742231_1407 (size=31255) 2024-11-10T12:19:02,541 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=275, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/dc182cc16f8249038f43aeccb02f873f 2024-11-10T12:19:02,556 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/B/2443737a291e489ea818be2560e4ecc6 is 50, key is test_row_0/B:col10/1731241142123/Put/seqid=0 2024-11-10T12:19:02,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742232_1408 (size=12301) 2024-11-10T12:19:02,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-10T12:19:02,802 INFO [Thread-1545 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-10T12:19:02,962 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/B/2443737a291e489ea818be2560e4ecc6 2024-11-10T12:19:02,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/C/7a58573caf814c8b8c1ec694ff6894d9 is 50, key is test_row_0/C:col10/1731241142123/Put/seqid=0 2024-11-10T12:19:02,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742233_1409 (size=12301) 2024-11-10T12:19:03,381 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/C/7a58573caf814c8b8c1ec694ff6894d9 2024-11-10T12:19:03,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/dc182cc16f8249038f43aeccb02f873f as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/dc182cc16f8249038f43aeccb02f873f 2024-11-10T12:19:03,397 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/dc182cc16f8249038f43aeccb02f873f, entries=150, sequenceid=275, filesize=30.5 K 2024-11-10T12:19:03,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/B/2443737a291e489ea818be2560e4ecc6 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/2443737a291e489ea818be2560e4ecc6 2024-11-10T12:19:03,402 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/2443737a291e489ea818be2560e4ecc6, entries=150, sequenceid=275, filesize=12.0 K 2024-11-10T12:19:03,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/C/7a58573caf814c8b8c1ec694ff6894d9 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/7a58573caf814c8b8c1ec694ff6894d9 2024-11-10T12:19:03,406 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/7a58573caf814c8b8c1ec694ff6894d9, entries=150, sequenceid=275, filesize=12.0 K 2024-11-10T12:19:03,407 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 5c9bb4e694c25a017b8529ffebce23e9 in 1284ms, sequenceid=275, compaction requested=true 2024-11-10T12:19:03,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5c9bb4e694c25a017b8529ffebce23e9: 2024-11-10T12:19:03,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c9bb4e694c25a017b8529ffebce23e9:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:19:03,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:19:03,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c9bb4e694c25a017b8529ffebce23e9:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:19:03,407 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-10T12:19:03,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:19:03,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c9bb4e694c25a017b8529ffebce23e9:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:19:03,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:19:03,407 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-10T12:19:03,408 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 187190 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-10T12:19:03,408 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 73466 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-10T12:19:03,408 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): 5c9bb4e694c25a017b8529ffebce23e9/B is initiating minor compaction (all files) 2024-11-10T12:19:03,408 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1540): 5c9bb4e694c25a017b8529ffebce23e9/A is initiating minor compaction (all files) 2024-11-10T12:19:03,409 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5c9bb4e694c25a017b8529ffebce23e9/A in TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:19:03,409 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5c9bb4e694c25a017b8529ffebce23e9/B in TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:19:03,409 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/6967742f591c4a89966e96382f519951, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/14b532a3ad734ab9bb3e5f31f43f3b1e, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/504c23ced0bd404f968798c51528e0df, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/0e386260631e4b918352c46ab8c37bd0, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/d5ef3331fbf047639f55cb7a47ae354b, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/2443737a291e489ea818be2560e4ecc6] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp, totalSize=71.7 K 2024-11-10T12:19:03,409 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/b81c261a928a4a6cbfa6972ffac17b44, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/e98257f732ad468bb8491e6e05f77a10, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/ffe8e06aefbf4335a98fa9b88212d245, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/af638bbaf42f4040af4150b0d8da45ae, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/6cc3ae6b200d465d9d271c9aedb47d3c, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/dc182cc16f8249038f43aeccb02f873f] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp, totalSize=182.8 K 2024-11-10T12:19:03,409 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=10 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:19:03,409 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. files: [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/b81c261a928a4a6cbfa6972ffac17b44, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/e98257f732ad468bb8491e6e05f77a10, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/ffe8e06aefbf4335a98fa9b88212d245, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/af638bbaf42f4040af4150b0d8da45ae, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/6cc3ae6b200d465d9d271c9aedb47d3c, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/dc182cc16f8249038f43aeccb02f873f] 2024-11-10T12:19:03,409 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 6967742f591c4a89966e96382f519951, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731241134613 2024-11-10T12:19:03,409 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting b81c261a928a4a6cbfa6972ffac17b44, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731241134613 2024-11-10T12:19:03,409 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 14b532a3ad734ab9bb3e5f31f43f3b1e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731241135270 2024-11-10T12:19:03,409 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting e98257f732ad468bb8491e6e05f77a10, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731241135270 2024-11-10T12:19:03,409 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 504c23ced0bd404f968798c51528e0df, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731241135947 2024-11-10T12:19:03,409 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting ffe8e06aefbf4335a98fa9b88212d245, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731241135947 2024-11-10T12:19:03,410 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e386260631e4b918352c46ab8c37bd0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731241138108 2024-11-10T12:19:03,410 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting af638bbaf42f4040af4150b0d8da45ae, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731241138108 2024-11-10T12:19:03,410 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting d5ef3331fbf047639f55cb7a47ae354b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731241138761 2024-11-10T12:19:03,410 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6cc3ae6b200d465d9d271c9aedb47d3c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731241138761 2024-11-10T12:19:03,410 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 2443737a291e489ea818be2560e4ecc6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731241140981 2024-11-10T12:19:03,410 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc182cc16f8249038f43aeccb02f873f, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731241140981 2024-11-10T12:19:03,421 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5c9bb4e694c25a017b8529ffebce23e9] 2024-11-10T12:19:03,423 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411108413f2b451c74acd9e2d6f40d8185e00_5c9bb4e694c25a017b8529ffebce23e9 store=[table=TestAcidGuarantees family=A region=5c9bb4e694c25a017b8529ffebce23e9] 2024-11-10T12:19:03,423 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c9bb4e694c25a017b8529ffebce23e9#B#compaction#345 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:19:03,424 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/B/54cd9acd889c4f1ba16d2e14cbe36443 is 50, key is test_row_0/B:col10/1731241142123/Put/seqid=0 2024-11-10T12:19:03,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742234_1410 (size=12915) 2024-11-10T12:19:03,465 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411108413f2b451c74acd9e2d6f40d8185e00_5c9bb4e694c25a017b8529ffebce23e9, store=[table=TestAcidGuarantees family=A region=5c9bb4e694c25a017b8529ffebce23e9] 2024-11-10T12:19:03,465 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411108413f2b451c74acd9e2d6f40d8185e00_5c9bb4e694c25a017b8529ffebce23e9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5c9bb4e694c25a017b8529ffebce23e9] 2024-11-10T12:19:03,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742235_1411 (size=4469) 2024-11-10T12:19:03,834 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/B/54cd9acd889c4f1ba16d2e14cbe36443 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/54cd9acd889c4f1ba16d2e14cbe36443 2024-11-10T12:19:03,841 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 5c9bb4e694c25a017b8529ffebce23e9/B of 5c9bb4e694c25a017b8529ffebce23e9 into 54cd9acd889c4f1ba16d2e14cbe36443(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:19:03,841 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5c9bb4e694c25a017b8529ffebce23e9: 2024-11-10T12:19:03,841 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9., storeName=5c9bb4e694c25a017b8529ffebce23e9/B, priority=10, startTime=1731241143407; duration=0sec 2024-11-10T12:19:03,841 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:19:03,841 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c9bb4e694c25a017b8529ffebce23e9:B 2024-11-10T12:19:03,841 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-10T12:19:03,843 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 73466 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-10T12:19:03,844 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): 5c9bb4e694c25a017b8529ffebce23e9/C is initiating minor compaction (all files) 2024-11-10T12:19:03,844 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5c9bb4e694c25a017b8529ffebce23e9/C in TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:19:03,844 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/0418c50ccb8a4332b7e7567e9d812724, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/e8708a65f37b46298bee805736b7d6df, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/85e934277c524210a46c86c7154dd906, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/f1cf2fd7a1354ff2bb40c77c7515e6e9, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/8dccfd5b21334d06bd0b001bea0c516a, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/7a58573caf814c8b8c1ec694ff6894d9] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp, totalSize=71.7 K 2024-11-10T12:19:03,844 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 0418c50ccb8a4332b7e7567e9d812724, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731241134613 2024-11-10T12:19:03,845 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting e8708a65f37b46298bee805736b7d6df, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731241135270 2024-11-10T12:19:03,845 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 85e934277c524210a46c86c7154dd906, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731241135947 2024-11-10T12:19:03,845 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting f1cf2fd7a1354ff2bb40c77c7515e6e9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731241138108 2024-11-10T12:19:03,846 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 8dccfd5b21334d06bd0b001bea0c516a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731241138761 2024-11-10T12:19:03,846 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a58573caf814c8b8c1ec694ff6894d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731241140981 2024-11-10T12:19:03,865 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c9bb4e694c25a017b8529ffebce23e9#C#compaction#347 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:19:03,866 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/C/7ff7d5df05ae49d98bc8158306cc355d is 50, key is test_row_0/C:col10/1731241142123/Put/seqid=0 2024-11-10T12:19:03,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742236_1412 (size=12915) 2024-11-10T12:19:03,870 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c9bb4e694c25a017b8529ffebce23e9#A#compaction#346 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:19:03,870 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/6ebf57a856df4592befdf373eee85b51 is 175, key is test_row_0/A:col10/1731241142123/Put/seqid=0 2024-11-10T12:19:03,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742237_1413 (size=31869) 2024-11-10T12:19:04,281 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/C/7ff7d5df05ae49d98bc8158306cc355d as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/7ff7d5df05ae49d98bc8158306cc355d 2024-11-10T12:19:04,282 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/6ebf57a856df4592befdf373eee85b51 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/6ebf57a856df4592befdf373eee85b51 2024-11-10T12:19:04,285 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 5c9bb4e694c25a017b8529ffebce23e9/C of 5c9bb4e694c25a017b8529ffebce23e9 into 7ff7d5df05ae49d98bc8158306cc355d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:19:04,285 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5c9bb4e694c25a017b8529ffebce23e9: 2024-11-10T12:19:04,285 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9., storeName=5c9bb4e694c25a017b8529ffebce23e9/C, priority=10, startTime=1731241143407; duration=0sec 2024-11-10T12:19:04,285 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:19:04,285 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c9bb4e694c25a017b8529ffebce23e9:C 2024-11-10T12:19:04,286 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 5c9bb4e694c25a017b8529ffebce23e9/A of 5c9bb4e694c25a017b8529ffebce23e9 into 6ebf57a856df4592befdf373eee85b51(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:19:04,286 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5c9bb4e694c25a017b8529ffebce23e9: 2024-11-10T12:19:04,286 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9., storeName=5c9bb4e694c25a017b8529ffebce23e9/A, priority=10, startTime=1731241143407; duration=0sec 2024-11-10T12:19:04,286 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:19:04,286 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c9bb4e694c25a017b8529ffebce23e9:A 2024-11-10T12:19:05,337 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T12:19:08,804 ERROR [LeaseRenewer:jenkins@localhost:33589 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:33589,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:08,880 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8eb9a7a2374b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/12f6b7f077cc4966a2ed4f7cad9d1b1c, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/fff39faaeda34defbe9b327d023de8ba, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/034aedf9f7b64207bb02e30131d7b4ac, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/54091250efec4e59ba79722e1fa060b0, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/f531671126b146f6bf38223c5516ce08, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/8249f39b41fa49ee840a84287b478c08, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/b609d39f4d604bf18db4b5154f7a6b61, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/b860724fdaf94dceb686a1b5c252da2d, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/0551035237d948d0ad525d06fcd8cfde, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/0002b5fd1ef9458790c676f79a340ff6, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/f7b78bfd48d4420da6366c5eb213eb5b, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/b81c261a928a4a6cbfa6972ffac17b44, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/65b0fc313162445894fd5d2ed0c3ec1c, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/e98257f732ad468bb8491e6e05f77a10, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/ffe8e06aefbf4335a98fa9b88212d245, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/af638bbaf42f4040af4150b0d8da45ae, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/6cc3ae6b200d465d9d271c9aedb47d3c, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/dc182cc16f8249038f43aeccb02f873f] to archive 2024-11-10T12:19:08,882 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8eb9a7a2374b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T12:19:08,885 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8eb9a7a2374b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/12f6b7f077cc4966a2ed4f7cad9d1b1c to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/12f6b7f077cc4966a2ed4f7cad9d1b1c 2024-11-10T12:19:08,888 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8eb9a7a2374b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/fff39faaeda34defbe9b327d023de8ba to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/fff39faaeda34defbe9b327d023de8ba 2024-11-10T12:19:08,890 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8eb9a7a2374b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/034aedf9f7b64207bb02e30131d7b4ac to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/034aedf9f7b64207bb02e30131d7b4ac 2024-11-10T12:19:08,892 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8eb9a7a2374b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/54091250efec4e59ba79722e1fa060b0 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/54091250efec4e59ba79722e1fa060b0 2024-11-10T12:19:08,894 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8eb9a7a2374b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/f531671126b146f6bf38223c5516ce08 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/f531671126b146f6bf38223c5516ce08 2024-11-10T12:19:08,895 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8eb9a7a2374b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/8249f39b41fa49ee840a84287b478c08 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/8249f39b41fa49ee840a84287b478c08 2024-11-10T12:19:08,896 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8eb9a7a2374b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/b609d39f4d604bf18db4b5154f7a6b61 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/b609d39f4d604bf18db4b5154f7a6b61 2024-11-10T12:19:08,898 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8eb9a7a2374b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/b860724fdaf94dceb686a1b5c252da2d to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/b860724fdaf94dceb686a1b5c252da2d 2024-11-10T12:19:08,899 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8eb9a7a2374b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/0551035237d948d0ad525d06fcd8cfde to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/0551035237d948d0ad525d06fcd8cfde 2024-11-10T12:19:08,900 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8eb9a7a2374b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/0002b5fd1ef9458790c676f79a340ff6 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/0002b5fd1ef9458790c676f79a340ff6 2024-11-10T12:19:08,901 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8eb9a7a2374b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/f7b78bfd48d4420da6366c5eb213eb5b to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/f7b78bfd48d4420da6366c5eb213eb5b 2024-11-10T12:19:08,902 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8eb9a7a2374b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/b81c261a928a4a6cbfa6972ffac17b44 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/b81c261a928a4a6cbfa6972ffac17b44 2024-11-10T12:19:08,903 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8eb9a7a2374b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/65b0fc313162445894fd5d2ed0c3ec1c to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/65b0fc313162445894fd5d2ed0c3ec1c 2024-11-10T12:19:08,905 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8eb9a7a2374b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/e98257f732ad468bb8491e6e05f77a10 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/e98257f732ad468bb8491e6e05f77a10 2024-11-10T12:19:08,906 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8eb9a7a2374b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/ffe8e06aefbf4335a98fa9b88212d245 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/ffe8e06aefbf4335a98fa9b88212d245 2024-11-10T12:19:08,907 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8eb9a7a2374b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/af638bbaf42f4040af4150b0d8da45ae to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/af638bbaf42f4040af4150b0d8da45ae 2024-11-10T12:19:08,908 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8eb9a7a2374b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/6cc3ae6b200d465d9d271c9aedb47d3c to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/6cc3ae6b200d465d9d271c9aedb47d3c 2024-11-10T12:19:08,908 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8eb9a7a2374b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/dc182cc16f8249038f43aeccb02f873f to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/dc182cc16f8249038f43aeccb02f873f 2024-11-10T12:19:08,910 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8eb9a7a2374b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/917395a8eb904854b38b88bda5c183ac, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/38d54e4039d049d8b3d95a101a48ea39, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/4e047e5887814a6aaea72b3c64da076f, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/6d4bed71c74444169a8f606e0739198e, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/7936e086df424518a4f1f0a96fbb3aae, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/37e78e5136c84ba4976d0e2cbffb6a30, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/9bca082885d944848855b6b294c0811a, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/8505d96a3d4a4857a82728c193572ec4, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/d4f5935833164ef4aeb1fe2737b0a8b1, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/9a894530353c46c4a4b5658cbeebe91d, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/7af5684b4d5947c08499c85baf8cf825, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/6967742f591c4a89966e96382f519951, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/d447748816df4836a9794079a0055481, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/14b532a3ad734ab9bb3e5f31f43f3b1e, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/504c23ced0bd404f968798c51528e0df, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/0e386260631e4b918352c46ab8c37bd0, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/d5ef3331fbf047639f55cb7a47ae354b, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/2443737a291e489ea818be2560e4ecc6] to archive 2024-11-10T12:19:08,911 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8eb9a7a2374b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T12:19:08,912 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8eb9a7a2374b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/917395a8eb904854b38b88bda5c183ac to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/917395a8eb904854b38b88bda5c183ac 2024-11-10T12:19:08,913 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8eb9a7a2374b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/38d54e4039d049d8b3d95a101a48ea39 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/38d54e4039d049d8b3d95a101a48ea39 2024-11-10T12:19:08,914 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8eb9a7a2374b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/4e047e5887814a6aaea72b3c64da076f to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/4e047e5887814a6aaea72b3c64da076f 2024-11-10T12:19:08,915 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8eb9a7a2374b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/6d4bed71c74444169a8f606e0739198e to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/6d4bed71c74444169a8f606e0739198e 2024-11-10T12:19:08,916 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8eb9a7a2374b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/7936e086df424518a4f1f0a96fbb3aae to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/7936e086df424518a4f1f0a96fbb3aae 2024-11-10T12:19:08,916 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8eb9a7a2374b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/37e78e5136c84ba4976d0e2cbffb6a30 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/37e78e5136c84ba4976d0e2cbffb6a30 2024-11-10T12:19:08,917 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8eb9a7a2374b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/9bca082885d944848855b6b294c0811a to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/9bca082885d944848855b6b294c0811a 2024-11-10T12:19:08,918 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8eb9a7a2374b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/8505d96a3d4a4857a82728c193572ec4 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/8505d96a3d4a4857a82728c193572ec4 2024-11-10T12:19:08,919 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8eb9a7a2374b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/d4f5935833164ef4aeb1fe2737b0a8b1 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/d4f5935833164ef4aeb1fe2737b0a8b1 2024-11-10T12:19:08,920 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8eb9a7a2374b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/9a894530353c46c4a4b5658cbeebe91d to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/9a894530353c46c4a4b5658cbeebe91d 2024-11-10T12:19:08,920 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8eb9a7a2374b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/7af5684b4d5947c08499c85baf8cf825 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/7af5684b4d5947c08499c85baf8cf825 2024-11-10T12:19:08,921 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8eb9a7a2374b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/6967742f591c4a89966e96382f519951 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/6967742f591c4a89966e96382f519951 2024-11-10T12:19:08,922 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8eb9a7a2374b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/d447748816df4836a9794079a0055481 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/d447748816df4836a9794079a0055481 2024-11-10T12:19:08,922 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8eb9a7a2374b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/14b532a3ad734ab9bb3e5f31f43f3b1e to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/14b532a3ad734ab9bb3e5f31f43f3b1e 2024-11-10T12:19:08,923 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8eb9a7a2374b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/504c23ced0bd404f968798c51528e0df to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/504c23ced0bd404f968798c51528e0df 2024-11-10T12:19:08,924 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8eb9a7a2374b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/0e386260631e4b918352c46ab8c37bd0 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/0e386260631e4b918352c46ab8c37bd0 2024-11-10T12:19:08,924 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8eb9a7a2374b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/d5ef3331fbf047639f55cb7a47ae354b to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/d5ef3331fbf047639f55cb7a47ae354b 2024-11-10T12:19:08,925 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8eb9a7a2374b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/2443737a291e489ea818be2560e4ecc6 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/2443737a291e489ea818be2560e4ecc6 2024-11-10T12:19:08,927 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8eb9a7a2374b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/719fde4e13a74289b854be2c6994f47d, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/fec1239117b74935aeed092a0901c1ba, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/ec28248e63b64da4834317bc41bcb71e, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/7be1e50399d348ad9f4a6171ae867bba, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/52090a522bb54ca3a5127a0005e355ae, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/f330d1ff613f49c59c3cc7c6db2754b3, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/862e6c6101ce4097bb5f8052cab6548d, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/ca5847bce43049459b351a3c15317238, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/52f7bf8f4a7b43c6ad1bf19a451e1ac9, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/a0879416cde742e68be79a054aa25836, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/c72bd4ddfba047fc9ef88efaa2ae20c4, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/0418c50ccb8a4332b7e7567e9d812724, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/62b80a8266b94e47bfa7015a38f6e2ff, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/e8708a65f37b46298bee805736b7d6df, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/85e934277c524210a46c86c7154dd906, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/f1cf2fd7a1354ff2bb40c77c7515e6e9, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/8dccfd5b21334d06bd0b001bea0c516a, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/7a58573caf814c8b8c1ec694ff6894d9] to archive 2024-11-10T12:19:08,928 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8eb9a7a2374b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T12:19:08,929 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8eb9a7a2374b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/719fde4e13a74289b854be2c6994f47d to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/719fde4e13a74289b854be2c6994f47d 2024-11-10T12:19:08,929 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8eb9a7a2374b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/fec1239117b74935aeed092a0901c1ba to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/fec1239117b74935aeed092a0901c1ba 2024-11-10T12:19:08,930 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8eb9a7a2374b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/ec28248e63b64da4834317bc41bcb71e to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/ec28248e63b64da4834317bc41bcb71e 2024-11-10T12:19:08,931 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8eb9a7a2374b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/7be1e50399d348ad9f4a6171ae867bba to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/7be1e50399d348ad9f4a6171ae867bba 2024-11-10T12:19:08,932 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8eb9a7a2374b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/52090a522bb54ca3a5127a0005e355ae to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/52090a522bb54ca3a5127a0005e355ae 2024-11-10T12:19:08,932 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8eb9a7a2374b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/f330d1ff613f49c59c3cc7c6db2754b3 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/f330d1ff613f49c59c3cc7c6db2754b3 2024-11-10T12:19:08,933 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8eb9a7a2374b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/862e6c6101ce4097bb5f8052cab6548d to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/862e6c6101ce4097bb5f8052cab6548d 2024-11-10T12:19:08,933 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8eb9a7a2374b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/ca5847bce43049459b351a3c15317238 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/ca5847bce43049459b351a3c15317238 2024-11-10T12:19:08,934 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8eb9a7a2374b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/52f7bf8f4a7b43c6ad1bf19a451e1ac9 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/52f7bf8f4a7b43c6ad1bf19a451e1ac9 2024-11-10T12:19:08,935 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8eb9a7a2374b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/a0879416cde742e68be79a054aa25836 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/a0879416cde742e68be79a054aa25836 2024-11-10T12:19:08,935 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8eb9a7a2374b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/c72bd4ddfba047fc9ef88efaa2ae20c4 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/c72bd4ddfba047fc9ef88efaa2ae20c4 2024-11-10T12:19:08,936 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8eb9a7a2374b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/0418c50ccb8a4332b7e7567e9d812724 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/0418c50ccb8a4332b7e7567e9d812724 2024-11-10T12:19:08,937 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8eb9a7a2374b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/62b80a8266b94e47bfa7015a38f6e2ff to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/62b80a8266b94e47bfa7015a38f6e2ff 2024-11-10T12:19:08,938 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8eb9a7a2374b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/e8708a65f37b46298bee805736b7d6df to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/e8708a65f37b46298bee805736b7d6df 2024-11-10T12:19:08,938 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8eb9a7a2374b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/85e934277c524210a46c86c7154dd906 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/85e934277c524210a46c86c7154dd906 2024-11-10T12:19:08,939 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8eb9a7a2374b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/f1cf2fd7a1354ff2bb40c77c7515e6e9 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/f1cf2fd7a1354ff2bb40c77c7515e6e9 2024-11-10T12:19:08,940 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8eb9a7a2374b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/8dccfd5b21334d06bd0b001bea0c516a to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/8dccfd5b21334d06bd0b001bea0c516a 2024-11-10T12:19:08,941 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8eb9a7a2374b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/7a58573caf814c8b8c1ec694ff6894d9 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/7a58573caf814c8b8c1ec694ff6894d9 2024-11-10T12:19:09,037 DEBUG [Thread-1539 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x49e13594 to 127.0.0.1:59506 2024-11-10T12:19:09,037 DEBUG [Thread-1539 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:19:09,054 DEBUG [Thread-1535 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x75b14fbd to 127.0.0.1:59506 2024-11-10T12:19:09,054 DEBUG [Thread-1535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:19:09,060 DEBUG [Thread-1543 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3875c8c5 to 127.0.0.1:59506 2024-11-10T12:19:09,060 DEBUG [Thread-1543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:19:09,060 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-10T12:19:09,060 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-11-10T12:19:09,061 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-10T12:19:09,061 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 26 2024-11-10T12:19:09,061 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 65 2024-11-10T12:19:09,061 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 18 2024-11-10T12:19:09,061 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-10T12:19:09,061 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-10T12:19:09,061 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2606 2024-11-10T12:19:09,061 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7818 rows 2024-11-10T12:19:09,061 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2593 2024-11-10T12:19:09,061 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7779 rows 2024-11-10T12:19:09,061 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2595 2024-11-10T12:19:09,061 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7785 rows 2024-11-10T12:19:09,061 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2588 2024-11-10T12:19:09,061 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7764 rows 2024-11-10T12:19:09,061 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2604 2024-11-10T12:19:09,061 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7812 rows 2024-11-10T12:19:09,061 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-10T12:19:09,061 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0bf5e2f0 to 127.0.0.1:59506 2024-11-10T12:19:09,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:19:09,063 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-10T12:19:09,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-10T12:19:09,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-10T12:19:09,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-10T12:19:09,067 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241149067"}]},"ts":"1731241149067"} 2024-11-10T12:19:09,069 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-10T12:19:09,086 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-10T12:19:09,087 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T12:19:09,089 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5c9bb4e694c25a017b8529ffebce23e9, UNASSIGN}] 2024-11-10T12:19:09,089 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=114, ppid=113, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5c9bb4e694c25a017b8529ffebce23e9, UNASSIGN 2024-11-10T12:19:09,090 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=114 updating hbase:meta row=5c9bb4e694c25a017b8529ffebce23e9, regionState=CLOSING, regionLocation=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:09,091 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T12:19:09,091 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; CloseRegionProcedure 5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112}] 2024-11-10T12:19:09,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-10T12:19:09,243 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:09,244 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] handler.UnassignRegionHandler(124): Close 5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:19:09,244 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-10T12:19:09,244 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1681): Closing 5c9bb4e694c25a017b8529ffebce23e9, disabling compactions & flushes 2024-11-10T12:19:09,244 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:19:09,244 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:19:09,245 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. after waiting 0 ms 2024-11-10T12:19:09,245 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:19:09,245 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(2837): Flushing 5c9bb4e694c25a017b8529ffebce23e9 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-10T12:19:09,245 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c9bb4e694c25a017b8529ffebce23e9, store=A 2024-11-10T12:19:09,246 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:09,246 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c9bb4e694c25a017b8529ffebce23e9, store=B 2024-11-10T12:19:09,246 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:09,246 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c9bb4e694c25a017b8529ffebce23e9, store=C 2024-11-10T12:19:09,246 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:09,254 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411107563f1faec504aa9af0eaa5f5da69935_5c9bb4e694c25a017b8529ffebce23e9 is 50, key is test_row_0/A:col10/1731241149059/Put/seqid=0 2024-11-10T12:19:09,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742238_1414 (size=9914) 2024-11-10T12:19:09,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-10T12:19:09,660 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:19:09,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-10T12:19:09,672 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411107563f1faec504aa9af0eaa5f5da69935_5c9bb4e694c25a017b8529ffebce23e9 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411107563f1faec504aa9af0eaa5f5da69935_5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:19:09,673 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/70dda15464ed4cdebbc57b793cfbfb8c, store: [table=TestAcidGuarantees family=A region=5c9bb4e694c25a017b8529ffebce23e9] 2024-11-10T12:19:09,674 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/70dda15464ed4cdebbc57b793cfbfb8c is 175, key is test_row_0/A:col10/1731241149059/Put/seqid=0 2024-11-10T12:19:09,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742239_1415 (size=22561) 2024-11-10T12:19:10,078 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=284, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/70dda15464ed4cdebbc57b793cfbfb8c 2024-11-10T12:19:10,093 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/B/1cb74c80eb15406dbe1d6df0c3ba8887 is 50, key is test_row_0/B:col10/1731241149059/Put/seqid=0 2024-11-10T12:19:10,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742240_1416 (size=9857) 2024-11-10T12:19:10,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-10T12:19:10,497 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/B/1cb74c80eb15406dbe1d6df0c3ba8887 2024-11-10T12:19:10,502 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/C/94018168d7dc4155a73031760aab88e4 is 50, key is test_row_0/C:col10/1731241149059/Put/seqid=0 2024-11-10T12:19:10,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742241_1417 (size=9857) 2024-11-10T12:19:10,907 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/C/94018168d7dc4155a73031760aab88e4 2024-11-10T12:19:10,916 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/A/70dda15464ed4cdebbc57b793cfbfb8c as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/70dda15464ed4cdebbc57b793cfbfb8c 2024-11-10T12:19:10,922 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/70dda15464ed4cdebbc57b793cfbfb8c, entries=100, sequenceid=284, filesize=22.0 K 2024-11-10T12:19:10,923 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/B/1cb74c80eb15406dbe1d6df0c3ba8887 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/1cb74c80eb15406dbe1d6df0c3ba8887 2024-11-10T12:19:10,927 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/1cb74c80eb15406dbe1d6df0c3ba8887, entries=100, sequenceid=284, filesize=9.6 K 2024-11-10T12:19:10,928 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/.tmp/C/94018168d7dc4155a73031760aab88e4 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/94018168d7dc4155a73031760aab88e4 2024-11-10T12:19:10,932 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/94018168d7dc4155a73031760aab88e4, entries=100, sequenceid=284, filesize=9.6 K 2024-11-10T12:19:10,932 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 5c9bb4e694c25a017b8529ffebce23e9 in 1687ms, sequenceid=284, compaction requested=false 2024-11-10T12:19:10,937 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/recovered.edits/287.seqid, newMaxSeqId=287, maxSeqId=4 2024-11-10T12:19:10,938 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9. 2024-11-10T12:19:10,938 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1635): Region close journal for 5c9bb4e694c25a017b8529ffebce23e9: 2024-11-10T12:19:10,940 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] handler.UnassignRegionHandler(170): Closed 5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:19:10,940 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=114 updating hbase:meta row=5c9bb4e694c25a017b8529ffebce23e9, regionState=CLOSED 2024-11-10T12:19:10,943 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-10T12:19:10,943 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; CloseRegionProcedure 5c9bb4e694c25a017b8529ffebce23e9, server=8eb9a7a2374b,43841,1731241027112 in 1.8500 sec 2024-11-10T12:19:10,944 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=114, resume processing ppid=113 2024-11-10T12:19:10,945 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, ppid=113, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=5c9bb4e694c25a017b8529ffebce23e9, UNASSIGN in 1.8550 sec 2024-11-10T12:19:10,946 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-10T12:19:10,946 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8580 sec 2024-11-10T12:19:10,948 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241150947"}]},"ts":"1731241150947"} 2024-11-10T12:19:10,949 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-10T12:19:10,987 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-10T12:19:10,990 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9240 sec 2024-11-10T12:19:11,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-10T12:19:11,175 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-10T12:19:11,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-10T12:19:11,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:19:11,179 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=116, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:19:11,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-10T12:19:11,181 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=116, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:19:11,185 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:19:11,190 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A, FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B, FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C, FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/recovered.edits] 2024-11-10T12:19:11,194 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/6ebf57a856df4592befdf373eee85b51 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/6ebf57a856df4592befdf373eee85b51 2024-11-10T12:19:11,196 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/70dda15464ed4cdebbc57b793cfbfb8c to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/A/70dda15464ed4cdebbc57b793cfbfb8c 2024-11-10T12:19:11,200 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/1cb74c80eb15406dbe1d6df0c3ba8887 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/1cb74c80eb15406dbe1d6df0c3ba8887 2024-11-10T12:19:11,202 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/54cd9acd889c4f1ba16d2e14cbe36443 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/B/54cd9acd889c4f1ba16d2e14cbe36443 2024-11-10T12:19:11,206 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/7ff7d5df05ae49d98bc8158306cc355d to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/7ff7d5df05ae49d98bc8158306cc355d 2024-11-10T12:19:11,208 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/94018168d7dc4155a73031760aab88e4 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/C/94018168d7dc4155a73031760aab88e4 2024-11-10T12:19:11,211 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/recovered.edits/287.seqid to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9/recovered.edits/287.seqid 2024-11-10T12:19:11,212 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:19:11,212 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-10T12:19:11,213 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-10T12:19:11,214 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-10T12:19:11,219 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110005c5430cf664183a7b37e3b91ff2326_5c9bb4e694c25a017b8529ffebce23e9 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110005c5430cf664183a7b37e3b91ff2326_5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:19:11,220 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411103978e4b7a678450588286fc5b3df4707_5c9bb4e694c25a017b8529ffebce23e9 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411103978e4b7a678450588286fc5b3df4707_5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:19:11,220 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411103eb6231893df459e8d51cbf4ac95a3e1_5c9bb4e694c25a017b8529ffebce23e9 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411103eb6231893df459e8d51cbf4ac95a3e1_5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:19:11,221 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411104b40dedce5e64e37a5af7e1afe29831d_5c9bb4e694c25a017b8529ffebce23e9 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411104b40dedce5e64e37a5af7e1afe29831d_5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:19:11,222 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110540a2998ff784558ac6916db1d4ae55a_5c9bb4e694c25a017b8529ffebce23e9 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110540a2998ff784558ac6916db1d4ae55a_5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:19:11,223 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110696efa5c207f4ffd8b590e5b40371016_5c9bb4e694c25a017b8529ffebce23e9 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110696efa5c207f4ffd8b590e5b40371016_5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:19:11,223 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411107563f1faec504aa9af0eaa5f5da69935_5c9bb4e694c25a017b8529ffebce23e9 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411107563f1faec504aa9af0eaa5f5da69935_5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:19:11,224 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111092aeed7a46964064be7859495ae774eb_5c9bb4e694c25a017b8529ffebce23e9 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111092aeed7a46964064be7859495ae774eb_5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:19:11,225 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110a77c943556024aba9dfc043f7c8d40b3_5c9bb4e694c25a017b8529ffebce23e9 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110a77c943556024aba9dfc043f7c8d40b3_5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:19:11,225 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110be2adbc26d4d438ca0c681ff5debbc4f_5c9bb4e694c25a017b8529ffebce23e9 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110be2adbc26d4d438ca0c681ff5debbc4f_5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:19:11,226 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c4982051647141f48a4c5d2b3a1b35d9_5c9bb4e694c25a017b8529ffebce23e9 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c4982051647141f48a4c5d2b3a1b35d9_5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:19:11,227 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110e2256e99829e459d99958b711c0b8dc3_5c9bb4e694c25a017b8529ffebce23e9 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110e2256e99829e459d99958b711c0b8dc3_5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:19:11,228 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110ecadb45da717471aa07ae51e71274430_5c9bb4e694c25a017b8529ffebce23e9 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110ecadb45da717471aa07ae51e71274430_5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:19:11,229 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f58fcc4f53474362bcc72812f4a25081_5c9bb4e694c25a017b8529ffebce23e9 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f58fcc4f53474362bcc72812f4a25081_5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:19:11,230 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110ffdd95e4d9fd4287a5e554224f3df17f_5c9bb4e694c25a017b8529ffebce23e9 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110ffdd95e4d9fd4287a5e554224f3df17f_5c9bb4e694c25a017b8529ffebce23e9 2024-11-10T12:19:11,230 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-10T12:19:11,232 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=116, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:19:11,234 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-10T12:19:11,235 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-10T12:19:11,236 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=116, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:19:11,236 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-10T12:19:11,237 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731241151236"}]},"ts":"9223372036854775807"} 2024-11-10T12:19:11,240 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-10T12:19:11,240 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 5c9bb4e694c25a017b8529ffebce23e9, NAME => 'TestAcidGuarantees,,1731241118797.5c9bb4e694c25a017b8529ffebce23e9.', STARTKEY => '', ENDKEY => ''}] 2024-11-10T12:19:11,240 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-10T12:19:11,240 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731241151240"}]},"ts":"9223372036854775807"} 2024-11-10T12:19:11,242 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-10T12:19:11,252 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=116, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:19:11,253 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 75 msec 2024-11-10T12:19:11,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-10T12:19:11,282 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-10T12:19:11,293 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=236 (was 236), OpenFileDescriptor=452 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=287 (was 286) - SystemLoadAverage LEAK? -, ProcessCount=9 (was 9), AvailableMemoryMB=5985 (was 6015) 2024-11-10T12:19:11,303 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=236, OpenFileDescriptor=452, MaxFileDescriptor=1048576, SystemLoadAverage=287, ProcessCount=9, AvailableMemoryMB=5985 2024-11-10T12:19:11,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T12:19:11,304 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:19:11,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=117, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-10T12:19:11,306 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T12:19:11,307 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:19:11,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 117 2024-11-10T12:19:11,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117 2024-11-10T12:19:11,308 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T12:19:11,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742242_1418 (size=960) 2024-11-10T12:19:11,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117 2024-11-10T12:19:11,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117 2024-11-10T12:19:11,720 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744 2024-11-10T12:19:11,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742243_1419 (size=53) 2024-11-10T12:19:11,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117 2024-11-10T12:19:12,132 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:19:12,132 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing c047fe1f92f1fc72231ea04aa6c30b0c, disabling compactions & flushes 2024-11-10T12:19:12,132 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:12,132 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:12,132 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. after waiting 0 ms 2024-11-10T12:19:12,132 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:12,132 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:12,132 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for c047fe1f92f1fc72231ea04aa6c30b0c: 2024-11-10T12:19:12,134 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T12:19:12,135 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731241152135"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731241152135"}]},"ts":"1731241152135"} 2024-11-10T12:19:12,137 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-10T12:19:12,138 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T12:19:12,139 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241152138"}]},"ts":"1731241152138"} 2024-11-10T12:19:12,140 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-10T12:19:12,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c047fe1f92f1fc72231ea04aa6c30b0c, ASSIGN}] 2024-11-10T12:19:12,188 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c047fe1f92f1fc72231ea04aa6c30b0c, ASSIGN 2024-11-10T12:19:12,189 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c047fe1f92f1fc72231ea04aa6c30b0c, ASSIGN; state=OFFLINE, location=8eb9a7a2374b,43841,1731241027112; forceNewPlan=false, retain=false 2024-11-10T12:19:12,340 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=118 updating hbase:meta row=c047fe1f92f1fc72231ea04aa6c30b0c, regionState=OPENING, regionLocation=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:12,343 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; OpenRegionProcedure c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112}] 2024-11-10T12:19:12,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117 2024-11-10T12:19:12,495 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:12,502 INFO [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:12,502 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(7285): Opening region: {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:19:12,502 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c047fe1f92f1fc72231ea04aa6c30b0c 2024-11-10T12:19:12,502 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:19:12,503 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(7327): checking encryption for c047fe1f92f1fc72231ea04aa6c30b0c 2024-11-10T12:19:12,503 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(7330): checking classloading for c047fe1f92f1fc72231ea04aa6c30b0c 2024-11-10T12:19:12,505 INFO [StoreOpener-c047fe1f92f1fc72231ea04aa6c30b0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c047fe1f92f1fc72231ea04aa6c30b0c 2024-11-10T12:19:12,507 INFO [StoreOpener-c047fe1f92f1fc72231ea04aa6c30b0c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-10T12:19:12,507 INFO [StoreOpener-c047fe1f92f1fc72231ea04aa6c30b0c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c047fe1f92f1fc72231ea04aa6c30b0c columnFamilyName A 2024-11-10T12:19:12,507 DEBUG [StoreOpener-c047fe1f92f1fc72231ea04aa6c30b0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:19:12,508 INFO [StoreOpener-c047fe1f92f1fc72231ea04aa6c30b0c-1 {}] regionserver.HStore(327): Store=c047fe1f92f1fc72231ea04aa6c30b0c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:19:12,508 INFO [StoreOpener-c047fe1f92f1fc72231ea04aa6c30b0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c047fe1f92f1fc72231ea04aa6c30b0c 2024-11-10T12:19:12,510 INFO [StoreOpener-c047fe1f92f1fc72231ea04aa6c30b0c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-10T12:19:12,510 INFO [StoreOpener-c047fe1f92f1fc72231ea04aa6c30b0c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c047fe1f92f1fc72231ea04aa6c30b0c columnFamilyName B 2024-11-10T12:19:12,510 DEBUG [StoreOpener-c047fe1f92f1fc72231ea04aa6c30b0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:19:12,511 INFO [StoreOpener-c047fe1f92f1fc72231ea04aa6c30b0c-1 {}] regionserver.HStore(327): Store=c047fe1f92f1fc72231ea04aa6c30b0c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:19:12,511 INFO [StoreOpener-c047fe1f92f1fc72231ea04aa6c30b0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c047fe1f92f1fc72231ea04aa6c30b0c 2024-11-10T12:19:12,513 INFO [StoreOpener-c047fe1f92f1fc72231ea04aa6c30b0c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-10T12:19:12,513 INFO [StoreOpener-c047fe1f92f1fc72231ea04aa6c30b0c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c047fe1f92f1fc72231ea04aa6c30b0c columnFamilyName C 2024-11-10T12:19:12,514 DEBUG [StoreOpener-c047fe1f92f1fc72231ea04aa6c30b0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:19:12,514 INFO [StoreOpener-c047fe1f92f1fc72231ea04aa6c30b0c-1 {}] regionserver.HStore(327): Store=c047fe1f92f1fc72231ea04aa6c30b0c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:19:12,515 INFO [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:12,516 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c 2024-11-10T12:19:12,516 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c 2024-11-10T12:19:12,519 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T12:19:12,520 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(1085): writing seq id for c047fe1f92f1fc72231ea04aa6c30b0c 2024-11-10T12:19:12,522 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:19:12,523 INFO [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(1102): Opened c047fe1f92f1fc72231ea04aa6c30b0c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70392136, jitterRate=0.04892456531524658}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T12:19:12,524 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(1001): Region open journal for c047fe1f92f1fc72231ea04aa6c30b0c: 2024-11-10T12:19:12,524 INFO [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c., pid=119, masterSystemTime=1731241152495 2024-11-10T12:19:12,526 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:12,526 INFO [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:12,526 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=118 updating hbase:meta row=c047fe1f92f1fc72231ea04aa6c30b0c, regionState=OPEN, openSeqNum=2, regionLocation=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:12,529 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-10T12:19:12,529 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; OpenRegionProcedure c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 in 185 msec 2024-11-10T12:19:12,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=118, resume processing ppid=117 2024-11-10T12:19:12,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, ppid=117, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c047fe1f92f1fc72231ea04aa6c30b0c, ASSIGN in 342 msec 2024-11-10T12:19:12,532 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T12:19:12,532 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241152532"}]},"ts":"1731241152532"} 2024-11-10T12:19:12,534 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-10T12:19:12,545 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T12:19:12,546 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2400 sec 2024-11-10T12:19:13,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117 2024-11-10T12:19:13,416 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 117 completed 2024-11-10T12:19:13,420 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x695c2253 to 127.0.0.1:59506 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@63cefe40 2024-11-10T12:19:13,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c12a30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:19:13,467 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:19:13,469 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49272, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:19:13,472 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:19:13,473 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56702, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:19:13,476 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7177efc9 to 127.0.0.1:59506 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@65df2359 2024-11-10T12:19:13,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef40578, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:19:13,488 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61d38088 to 127.0.0.1:59506 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7d0ab200 2024-11-10T12:19:13,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32bb71c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:19:13,497 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7043f683 to 127.0.0.1:59506 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5871c039 2024-11-10T12:19:13,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc0f7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:19:13,505 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b0c2472 to 127.0.0.1:59506 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7daa5922 2024-11-10T12:19:13,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b8b6e04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:19:13,513 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x34b30c39 to 127.0.0.1:59506 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b7f20c4 2024-11-10T12:19:13,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc486e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:19:13,522 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5f7c40ba to 127.0.0.1:59506 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2070263a 2024-11-10T12:19:13,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7861b162, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:19:13,529 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x41b0e7b6 to 127.0.0.1:59506 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6050584c 2024-11-10T12:19:13,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@154f0f85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:19:13,538 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0f2423f3 to 127.0.0.1:59506 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6dd48863 2024-11-10T12:19:13,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a917b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:19:13,546 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x184771cf to 127.0.0.1:59506 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@51196534 2024-11-10T12:19:13,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54c2725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:19:13,555 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x076f0408 to 127.0.0.1:59506 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1dc5e114 2024-11-10T12:19:13,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79d49886, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:19:13,564 DEBUG [hconnection-0x6705c8bf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:19:13,565 DEBUG [hconnection-0x7e23994e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:19:13,565 DEBUG [hconnection-0x4b3ecba5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:19:13,565 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:19:13,565 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49280, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:19:13,566 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49290, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:19:13,566 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49292, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:19:13,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-11-10T12:19:13,566 DEBUG [hconnection-0x51236252-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:19:13,567 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:19:13,567 DEBUG [hconnection-0x23049a47-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:19:13,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-10T12:19:13,567 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49310, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:19:13,568 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:19:13,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:19:13,568 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49320, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:19:13,569 DEBUG [hconnection-0x5e961616-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:19:13,570 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49334, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:19:13,571 DEBUG [hconnection-0x3015a93c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:19:13,571 DEBUG [hconnection-0x2e163067-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:19:13,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on c047fe1f92f1fc72231ea04aa6c30b0c 2024-11-10T12:19:13,572 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49350, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:19:13,572 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c047fe1f92f1fc72231ea04aa6c30b0c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T12:19:13,573 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49352, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:19:13,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c047fe1f92f1fc72231ea04aa6c30b0c, store=A 2024-11-10T12:19:13,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:13,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c047fe1f92f1fc72231ea04aa6c30b0c, store=B 2024-11-10T12:19:13,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:13,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c047fe1f92f1fc72231ea04aa6c30b0c, store=C 2024-11-10T12:19:13,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:13,575 DEBUG [hconnection-0x5c4b00b8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:19:13,576 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49366, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:19:13,579 DEBUG [hconnection-0x2e23295b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:19:13,580 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49368, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:19:13,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:13,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49292 deadline: 1731241213582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:13,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:13,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49334 deadline: 1731241213582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:13,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:13,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:13,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49310 deadline: 1731241213583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:13,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49368 deadline: 1731241213583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:13,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:13,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731241213583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:13,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/3989fc63a4c94456afb5cc0e865e4496 is 50, key is test_row_0/A:col10/1731241153572/Put/seqid=0 2024-11-10T12:19:13,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742244_1420 (size=12001) 2024-11-10T12:19:13,619 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/3989fc63a4c94456afb5cc0e865e4496 2024-11-10T12:19:13,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/196f623760244fbbbc52c4f7e7626f55 is 50, key is test_row_0/B:col10/1731241153572/Put/seqid=0 2024-11-10T12:19:13,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742245_1421 (size=12001) 2024-11-10T12:19:13,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-10T12:19:13,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:13,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49292 deadline: 1731241213683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:13,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:13,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49334 deadline: 1731241213684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:13,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:13,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49368 deadline: 1731241213684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:13,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:13,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49310 deadline: 1731241213684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:13,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:13,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731241213684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:13,720 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:13,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-10T12:19:13,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:13,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. as already flushing 2024-11-10T12:19:13,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:13,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:13,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:13,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:13,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-10T12:19:13,872 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:13,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-10T12:19:13,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:13,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. as already flushing 2024-11-10T12:19:13,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:13,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:13,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:13,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:13,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:13,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49292 deadline: 1731241213889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:13,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:13,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49334 deadline: 1731241213890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:13,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:13,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49368 deadline: 1731241213890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:13,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:13,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49310 deadline: 1731241213890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:13,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:13,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731241213890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:14,024 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:14,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-10T12:19:14,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:14,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. as already flushing 2024-11-10T12:19:14,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:14,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:14,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:14,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:14,044 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/196f623760244fbbbc52c4f7e7626f55 2024-11-10T12:19:14,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/f4cb388bffaa4361aaa2ab17568ec715 is 50, key is test_row_0/C:col10/1731241153572/Put/seqid=0 2024-11-10T12:19:14,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742246_1422 (size=12001) 2024-11-10T12:19:14,071 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/f4cb388bffaa4361aaa2ab17568ec715 2024-11-10T12:19:14,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/3989fc63a4c94456afb5cc0e865e4496 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/3989fc63a4c94456afb5cc0e865e4496 2024-11-10T12:19:14,076 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/3989fc63a4c94456afb5cc0e865e4496, entries=150, sequenceid=13, filesize=11.7 K 2024-11-10T12:19:14,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/196f623760244fbbbc52c4f7e7626f55 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/196f623760244fbbbc52c4f7e7626f55 2024-11-10T12:19:14,080 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/196f623760244fbbbc52c4f7e7626f55, entries=150, sequenceid=13, filesize=11.7 K 2024-11-10T12:19:14,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/f4cb388bffaa4361aaa2ab17568ec715 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/f4cb388bffaa4361aaa2ab17568ec715 2024-11-10T12:19:14,084 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/f4cb388bffaa4361aaa2ab17568ec715, entries=150, sequenceid=13, filesize=11.7 K 2024-11-10T12:19:14,085 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for c047fe1f92f1fc72231ea04aa6c30b0c in 513ms, sequenceid=13, compaction requested=false 2024-11-10T12:19:14,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c047fe1f92f1fc72231ea04aa6c30b0c: 2024-11-10T12:19:14,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-10T12:19:14,177 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:14,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-10T12:19:14,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:14,177 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing c047fe1f92f1fc72231ea04aa6c30b0c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-10T12:19:14,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c047fe1f92f1fc72231ea04aa6c30b0c, store=A 2024-11-10T12:19:14,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:14,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c047fe1f92f1fc72231ea04aa6c30b0c, store=B 2024-11-10T12:19:14,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:14,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c047fe1f92f1fc72231ea04aa6c30b0c, store=C 2024-11-10T12:19:14,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:14,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/8fec483bb40d41c5ba8284c244d60633 is 50, key is test_row_0/A:col10/1731241153578/Put/seqid=0 2024-11-10T12:19:14,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742247_1423 (size=12001) 2024-11-10T12:19:14,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on c047fe1f92f1fc72231ea04aa6c30b0c 2024-11-10T12:19:14,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. as already flushing 2024-11-10T12:19:14,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:14,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49368 deadline: 1731241214199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:14,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:14,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49310 deadline: 1731241214200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:14,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:14,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731241214201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:14,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:14,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49292 deadline: 1731241214204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:14,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:14,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49334 deadline: 1731241214204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:14,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:14,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49368 deadline: 1731241214305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:14,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:14,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49310 deadline: 1731241214305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:14,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:14,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731241214305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:14,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:14,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49292 deadline: 1731241214310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:14,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:14,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49334 deadline: 1731241214311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:14,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:14,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49310 deadline: 1731241214510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:14,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:14,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731241214510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:14,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:14,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49368 deadline: 1731241214511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:14,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:14,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49292 deadline: 1731241214515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:14,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:14,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49334 deadline: 1731241214516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:14,585 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/8fec483bb40d41c5ba8284c244d60633 2024-11-10T12:19:14,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/493d779184e8450888a223c9de4026d8 is 50, key is test_row_0/B:col10/1731241153578/Put/seqid=0 2024-11-10T12:19:14,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742248_1424 (size=12001) 2024-11-10T12:19:14,594 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/493d779184e8450888a223c9de4026d8 2024-11-10T12:19:14,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/7f9f79da0f5f4a51b041f0fdda155ad9 is 50, key is test_row_0/C:col10/1731241153578/Put/seqid=0 2024-11-10T12:19:14,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742249_1425 (size=12001) 2024-11-10T12:19:14,603 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/7f9f79da0f5f4a51b041f0fdda155ad9 2024-11-10T12:19:14,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/8fec483bb40d41c5ba8284c244d60633 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/8fec483bb40d41c5ba8284c244d60633 2024-11-10T12:19:14,613 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/8fec483bb40d41c5ba8284c244d60633, entries=150, sequenceid=39, filesize=11.7 K 2024-11-10T12:19:14,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/493d779184e8450888a223c9de4026d8 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/493d779184e8450888a223c9de4026d8 2024-11-10T12:19:14,618 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/493d779184e8450888a223c9de4026d8, entries=150, sequenceid=39, filesize=11.7 K 2024-11-10T12:19:14,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/7f9f79da0f5f4a51b041f0fdda155ad9 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/7f9f79da0f5f4a51b041f0fdda155ad9 2024-11-10T12:19:14,622 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/7f9f79da0f5f4a51b041f0fdda155ad9, entries=150, sequenceid=39, filesize=11.7 K 2024-11-10T12:19:14,622 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for c047fe1f92f1fc72231ea04aa6c30b0c in 445ms, sequenceid=39, compaction requested=false 2024-11-10T12:19:14,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for c047fe1f92f1fc72231ea04aa6c30b0c: 2024-11-10T12:19:14,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:14,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-11-10T12:19:14,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-11-10T12:19:14,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-10T12:19:14,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0550 sec 2024-11-10T12:19:14,625 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 1.0600 sec 2024-11-10T12:19:14,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-10T12:19:14,670 INFO [Thread-1904 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-11-10T12:19:14,671 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:19:14,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-11-10T12:19:14,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-10T12:19:14,672 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:19:14,673 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:19:14,673 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:19:14,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-10T12:19:14,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on c047fe1f92f1fc72231ea04aa6c30b0c 2024-11-10T12:19:14,818 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c047fe1f92f1fc72231ea04aa6c30b0c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T12:19:14,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c047fe1f92f1fc72231ea04aa6c30b0c, store=A 2024-11-10T12:19:14,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:14,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c047fe1f92f1fc72231ea04aa6c30b0c, store=B 2024-11-10T12:19:14,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:14,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c047fe1f92f1fc72231ea04aa6c30b0c, store=C 2024-11-10T12:19:14,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:14,823 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/b433f3dc394645a2bd0e7d2d514dfcb1 is 50, key is test_row_0/A:col10/1731241154817/Put/seqid=0 2024-11-10T12:19:14,825 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:14,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-10T12:19:14,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:14,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. as already flushing 2024-11-10T12:19:14,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:14,825 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:14,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:14,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:14,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742250_1426 (size=14341) 2024-11-10T12:19:14,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:14,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731241214860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:14,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:14,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49310 deadline: 1731241214864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:14,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:14,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49368 deadline: 1731241214865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:14,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:14,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49334 deadline: 1731241214866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:14,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:14,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49292 deadline: 1731241214866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:14,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:14,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731241214967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:14,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-10T12:19:14,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:14,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49310 deadline: 1731241214972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:14,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:14,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49368 deadline: 1731241214972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:14,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:14,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49334 deadline: 1731241214972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:14,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:14,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49292 deadline: 1731241214972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:14,982 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:14,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-10T12:19:14,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:14,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. as already flushing 2024-11-10T12:19:14,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:14,983 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:14,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:14,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:15,135 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:15,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-10T12:19:15,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:15,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. as already flushing 2024-11-10T12:19:15,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:15,135 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:15,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:15,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:15,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:15,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731241215172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:15,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:15,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49368 deadline: 1731241215178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:15,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:15,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49334 deadline: 1731241215178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:15,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:15,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49310 deadline: 1731241215178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:15,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:15,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49292 deadline: 1731241215179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:15,232 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/b433f3dc394645a2bd0e7d2d514dfcb1 2024-11-10T12:19:15,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/740acee0d20c47eeb7444fa93cbdb9b5 is 50, key is test_row_0/B:col10/1731241154817/Put/seqid=0 2024-11-10T12:19:15,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742251_1427 (size=12001) 2024-11-10T12:19:15,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-10T12:19:15,287 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:15,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-10T12:19:15,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:15,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. as already flushing 2024-11-10T12:19:15,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:15,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:15,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:15,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:15,439 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:15,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-10T12:19:15,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:15,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. as already flushing 2024-11-10T12:19:15,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:15,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:15,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:15,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:15,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:15,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731241215476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:15,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:15,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49334 deadline: 1731241215482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:15,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:15,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49292 deadline: 1731241215483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:15,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:15,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49368 deadline: 1731241215484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:15,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:15,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49310 deadline: 1731241215484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:15,591 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:15,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-10T12:19:15,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:15,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. as already flushing 2024-11-10T12:19:15,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:15,592 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:15,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:15,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:15,642 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/740acee0d20c47eeb7444fa93cbdb9b5 2024-11-10T12:19:15,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/a6bc58e4c9984b2aa331bf285eb6b27c is 50, key is test_row_0/C:col10/1731241154817/Put/seqid=0 2024-11-10T12:19:15,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742252_1428 (size=12001) 2024-11-10T12:19:15,744 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:15,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-10T12:19:15,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:15,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. as already flushing 2024-11-10T12:19:15,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:15,744 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:15,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:15,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:15,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-10T12:19:15,896 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:15,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-10T12:19:15,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:15,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. as already flushing 2024-11-10T12:19:15,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:15,897 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:15,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:15,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:15,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:15,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731241215985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:15,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:15,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49368 deadline: 1731241215989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:15,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:15,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49334 deadline: 1731241215990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:15,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:15,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49310 deadline: 1731241215990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:15,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:15,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49292 deadline: 1731241215991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:16,048 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:16,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-10T12:19:16,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:16,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. as already flushing 2024-11-10T12:19:16,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:16,049 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:16,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:16,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:16,051 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/a6bc58e4c9984b2aa331bf285eb6b27c 2024-11-10T12:19:16,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/b433f3dc394645a2bd0e7d2d514dfcb1 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/b433f3dc394645a2bd0e7d2d514dfcb1 2024-11-10T12:19:16,058 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/b433f3dc394645a2bd0e7d2d514dfcb1, entries=200, sequenceid=50, filesize=14.0 K 2024-11-10T12:19:16,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/740acee0d20c47eeb7444fa93cbdb9b5 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/740acee0d20c47eeb7444fa93cbdb9b5 2024-11-10T12:19:16,064 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/740acee0d20c47eeb7444fa93cbdb9b5, entries=150, sequenceid=50, filesize=11.7 K 2024-11-10T12:19:16,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/a6bc58e4c9984b2aa331bf285eb6b27c as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/a6bc58e4c9984b2aa331bf285eb6b27c 2024-11-10T12:19:16,067 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/a6bc58e4c9984b2aa331bf285eb6b27c, entries=150, sequenceid=50, filesize=11.7 K 2024-11-10T12:19:16,068 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c047fe1f92f1fc72231ea04aa6c30b0c in 1250ms, sequenceid=50, compaction requested=true 2024-11-10T12:19:16,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c047fe1f92f1fc72231ea04aa6c30b0c: 2024-11-10T12:19:16,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c047fe1f92f1fc72231ea04aa6c30b0c:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:19:16,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:19:16,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c047fe1f92f1fc72231ea04aa6c30b0c:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:19:16,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:19:16,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c047fe1f92f1fc72231ea04aa6c30b0c:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:19:16,068 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:19:16,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:19:16,068 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:19:16,069 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:19:16,069 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:19:16,069 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): c047fe1f92f1fc72231ea04aa6c30b0c/B is initiating minor compaction (all files) 2024-11-10T12:19:16,069 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1540): c047fe1f92f1fc72231ea04aa6c30b0c/A is initiating minor compaction (all files) 2024-11-10T12:19:16,069 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c047fe1f92f1fc72231ea04aa6c30b0c/B in TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:16,069 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c047fe1f92f1fc72231ea04aa6c30b0c/A in TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:16,069 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/196f623760244fbbbc52c4f7e7626f55, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/493d779184e8450888a223c9de4026d8, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/740acee0d20c47eeb7444fa93cbdb9b5] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp, totalSize=35.2 K 2024-11-10T12:19:16,069 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/3989fc63a4c94456afb5cc0e865e4496, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/8fec483bb40d41c5ba8284c244d60633, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/b433f3dc394645a2bd0e7d2d514dfcb1] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp, totalSize=37.4 K 2024-11-10T12:19:16,069 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3989fc63a4c94456afb5cc0e865e4496, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731241153570 2024-11-10T12:19:16,069 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 196f623760244fbbbc52c4f7e7626f55, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731241153570 2024-11-10T12:19:16,070 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8fec483bb40d41c5ba8284c244d60633, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731241153578 2024-11-10T12:19:16,070 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 493d779184e8450888a223c9de4026d8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731241153578 2024-11-10T12:19:16,070 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting b433f3dc394645a2bd0e7d2d514dfcb1, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731241154199 2024-11-10T12:19:16,070 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 740acee0d20c47eeb7444fa93cbdb9b5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731241154199 2024-11-10T12:19:16,076 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c047fe1f92f1fc72231ea04aa6c30b0c#B#compaction#361 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:19:16,076 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/413d55e729404fbcb74dc31ba8d0eb51 is 50, key is test_row_0/B:col10/1731241154817/Put/seqid=0 2024-11-10T12:19:16,076 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c047fe1f92f1fc72231ea04aa6c30b0c#A#compaction#360 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:19:16,077 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/290852d0a2c14e8181d6f14ff244b6ef is 50, key is test_row_0/A:col10/1731241154817/Put/seqid=0 2024-11-10T12:19:16,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742254_1430 (size=12104) 2024-11-10T12:19:16,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742253_1429 (size=12104) 2024-11-10T12:19:16,088 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/413d55e729404fbcb74dc31ba8d0eb51 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/413d55e729404fbcb74dc31ba8d0eb51 2024-11-10T12:19:16,092 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c047fe1f92f1fc72231ea04aa6c30b0c/B of c047fe1f92f1fc72231ea04aa6c30b0c into 413d55e729404fbcb74dc31ba8d0eb51(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:19:16,092 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c047fe1f92f1fc72231ea04aa6c30b0c: 2024-11-10T12:19:16,092 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c., storeName=c047fe1f92f1fc72231ea04aa6c30b0c/B, priority=13, startTime=1731241156068; duration=0sec 2024-11-10T12:19:16,092 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:19:16,092 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c047fe1f92f1fc72231ea04aa6c30b0c:B 2024-11-10T12:19:16,092 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:19:16,093 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:19:16,093 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): c047fe1f92f1fc72231ea04aa6c30b0c/C is initiating minor compaction (all files) 2024-11-10T12:19:16,093 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c047fe1f92f1fc72231ea04aa6c30b0c/C in TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:16,093 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/f4cb388bffaa4361aaa2ab17568ec715, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/7f9f79da0f5f4a51b041f0fdda155ad9, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/a6bc58e4c9984b2aa331bf285eb6b27c] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp, totalSize=35.2 K 2024-11-10T12:19:16,093 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting f4cb388bffaa4361aaa2ab17568ec715, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731241153570 2024-11-10T12:19:16,093 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f9f79da0f5f4a51b041f0fdda155ad9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731241153578 2024-11-10T12:19:16,094 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting a6bc58e4c9984b2aa331bf285eb6b27c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731241154199 2024-11-10T12:19:16,099 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c047fe1f92f1fc72231ea04aa6c30b0c#C#compaction#362 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:19:16,099 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/d712415b254f43b6a8550ed5bb91f3d7 is 50, key is test_row_0/C:col10/1731241154817/Put/seqid=0 2024-11-10T12:19:16,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742255_1431 (size=12104) 2024-11-10T12:19:16,109 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/d712415b254f43b6a8550ed5bb91f3d7 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/d712415b254f43b6a8550ed5bb91f3d7 2024-11-10T12:19:16,113 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c047fe1f92f1fc72231ea04aa6c30b0c/C of c047fe1f92f1fc72231ea04aa6c30b0c into d712415b254f43b6a8550ed5bb91f3d7(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:19:16,113 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c047fe1f92f1fc72231ea04aa6c30b0c: 2024-11-10T12:19:16,113 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c., storeName=c047fe1f92f1fc72231ea04aa6c30b0c/C, priority=13, startTime=1731241156068; duration=0sec 2024-11-10T12:19:16,114 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:19:16,114 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c047fe1f92f1fc72231ea04aa6c30b0c:C 2024-11-10T12:19:16,200 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:16,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-10T12:19:16,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:16,201 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing c047fe1f92f1fc72231ea04aa6c30b0c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-10T12:19:16,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c047fe1f92f1fc72231ea04aa6c30b0c, store=A 2024-11-10T12:19:16,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:16,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c047fe1f92f1fc72231ea04aa6c30b0c, store=B 2024-11-10T12:19:16,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:16,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c047fe1f92f1fc72231ea04aa6c30b0c, store=C 2024-11-10T12:19:16,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:16,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/9cf0057797dd42bba161b63003dc9615 is 50, key is test_row_0/A:col10/1731241154863/Put/seqid=0 2024-11-10T12:19:16,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742256_1432 (size=12001) 2024-11-10T12:19:16,216 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/9cf0057797dd42bba161b63003dc9615 2024-11-10T12:19:16,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/1178e8535c36458f8f194c90e052530b is 50, key is test_row_0/B:col10/1731241154863/Put/seqid=0 2024-11-10T12:19:16,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742257_1433 (size=12001) 2024-11-10T12:19:16,465 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T12:19:16,488 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/290852d0a2c14e8181d6f14ff244b6ef as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/290852d0a2c14e8181d6f14ff244b6ef 2024-11-10T12:19:16,493 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c047fe1f92f1fc72231ea04aa6c30b0c/A of c047fe1f92f1fc72231ea04aa6c30b0c into 290852d0a2c14e8181d6f14ff244b6ef(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:19:16,493 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c047fe1f92f1fc72231ea04aa6c30b0c: 2024-11-10T12:19:16,493 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c., storeName=c047fe1f92f1fc72231ea04aa6c30b0c/A, priority=13, startTime=1731241156068; duration=0sec 2024-11-10T12:19:16,493 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:19:16,493 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c047fe1f92f1fc72231ea04aa6c30b0c:A 2024-11-10T12:19:16,634 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/1178e8535c36458f8f194c90e052530b 2024-11-10T12:19:16,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/a1e84e14123540bb804414d49af10fc5 is 50, key is test_row_0/C:col10/1731241154863/Put/seqid=0 2024-11-10T12:19:16,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742258_1434 (size=12001) 2024-11-10T12:19:16,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-10T12:19:16,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. as already flushing 2024-11-10T12:19:16,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on c047fe1f92f1fc72231ea04aa6c30b0c 2024-11-10T12:19:17,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:17,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49310 deadline: 1731241217003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:17,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:17,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731241217006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:17,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:17,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49334 deadline: 1731241217007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:17,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:17,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49292 deadline: 1731241217007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:17,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:17,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49368 deadline: 1731241217008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:17,044 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/a1e84e14123540bb804414d49af10fc5 2024-11-10T12:19:17,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/9cf0057797dd42bba161b63003dc9615 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/9cf0057797dd42bba161b63003dc9615 2024-11-10T12:19:17,051 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/9cf0057797dd42bba161b63003dc9615, entries=150, sequenceid=77, filesize=11.7 K 2024-11-10T12:19:17,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/1178e8535c36458f8f194c90e052530b as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/1178e8535c36458f8f194c90e052530b 2024-11-10T12:19:17,054 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/1178e8535c36458f8f194c90e052530b, entries=150, sequenceid=77, filesize=11.7 K 2024-11-10T12:19:17,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/a1e84e14123540bb804414d49af10fc5 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/a1e84e14123540bb804414d49af10fc5 2024-11-10T12:19:17,058 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/a1e84e14123540bb804414d49af10fc5, entries=150, sequenceid=77, filesize=11.7 K 2024-11-10T12:19:17,059 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for c047fe1f92f1fc72231ea04aa6c30b0c in 858ms, sequenceid=77, compaction requested=false 2024-11-10T12:19:17,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for c047fe1f92f1fc72231ea04aa6c30b0c: 2024-11-10T12:19:17,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:17,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-11-10T12:19:17,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-11-10T12:19:17,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-10T12:19:17,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3870 sec 2024-11-10T12:19:17,062 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 2.3900 sec 2024-11-10T12:19:17,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on c047fe1f92f1fc72231ea04aa6c30b0c 2024-11-10T12:19:17,116 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c047fe1f92f1fc72231ea04aa6c30b0c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-10T12:19:17,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c047fe1f92f1fc72231ea04aa6c30b0c, store=A 2024-11-10T12:19:17,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:17,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c047fe1f92f1fc72231ea04aa6c30b0c, store=B 2024-11-10T12:19:17,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:17,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c047fe1f92f1fc72231ea04aa6c30b0c, store=C 2024-11-10T12:19:17,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:17,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/69c318cde5d243338f2a40f8d8a97d0a is 50, key is test_row_0/A:col10/1731241157005/Put/seqid=0 2024-11-10T12:19:17,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742259_1435 (size=16681) 2024-11-10T12:19:17,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:17,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49368 deadline: 1731241217146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:17,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:17,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49292 deadline: 1731241217147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:17,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:17,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731241217147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:17,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:17,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49334 deadline: 1731241217149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:17,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:17,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49368 deadline: 1731241217253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:17,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:17,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:17,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49292 deadline: 1731241217254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:17,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731241217254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:17,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:17,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49334 deadline: 1731241217254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:17,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:17,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49368 deadline: 1731241217461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:17,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:17,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49292 deadline: 1731241217462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:17,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:17,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731241217462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:17,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:17,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49334 deadline: 1731241217462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:17,524 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/69c318cde5d243338f2a40f8d8a97d0a 2024-11-10T12:19:17,530 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/845211fb1eaa4d37bbe1fa02488308ca is 50, key is test_row_0/B:col10/1731241157005/Put/seqid=0 2024-11-10T12:19:17,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742260_1436 (size=12001) 2024-11-10T12:19:17,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:17,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49368 deadline: 1731241217767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:17,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:17,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49292 deadline: 1731241217768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:17,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:17,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49334 deadline: 1731241217768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:17,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:17,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731241217770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:17,933 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/845211fb1eaa4d37bbe1fa02488308ca 2024-11-10T12:19:17,940 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/237b6a71c71c45a9964a52a6bbd4c78a is 50, key is test_row_0/C:col10/1731241157005/Put/seqid=0 2024-11-10T12:19:17,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742261_1437 (size=12001) 2024-11-10T12:19:18,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:18,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49368 deadline: 1731241218273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:18,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:18,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49334 deadline: 1731241218274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:18,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:18,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49292 deadline: 1731241218275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:18,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:18,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731241218276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:18,344 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/237b6a71c71c45a9964a52a6bbd4c78a 2024-11-10T12:19:18,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/69c318cde5d243338f2a40f8d8a97d0a as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/69c318cde5d243338f2a40f8d8a97d0a 2024-11-10T12:19:18,350 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/69c318cde5d243338f2a40f8d8a97d0a, entries=250, sequenceid=91, filesize=16.3 K 2024-11-10T12:19:18,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/845211fb1eaa4d37bbe1fa02488308ca as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/845211fb1eaa4d37bbe1fa02488308ca 2024-11-10T12:19:18,354 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/845211fb1eaa4d37bbe1fa02488308ca, entries=150, sequenceid=91, filesize=11.7 K 2024-11-10T12:19:18,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/237b6a71c71c45a9964a52a6bbd4c78a as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/237b6a71c71c45a9964a52a6bbd4c78a 2024-11-10T12:19:18,357 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/237b6a71c71c45a9964a52a6bbd4c78a, entries=150, sequenceid=91, filesize=11.7 K 2024-11-10T12:19:18,358 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for c047fe1f92f1fc72231ea04aa6c30b0c in 1242ms, sequenceid=91, compaction requested=true 2024-11-10T12:19:18,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c047fe1f92f1fc72231ea04aa6c30b0c: 2024-11-10T12:19:18,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c047fe1f92f1fc72231ea04aa6c30b0c:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:19:18,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:19:18,358 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:19:18,358 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:19:18,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c047fe1f92f1fc72231ea04aa6c30b0c:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:19:18,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:19:18,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c047fe1f92f1fc72231ea04aa6c30b0c:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:19:18,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:19:18,364 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:19:18,364 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1540): c047fe1f92f1fc72231ea04aa6c30b0c/A is initiating minor compaction (all files) 2024-11-10T12:19:18,364 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c047fe1f92f1fc72231ea04aa6c30b0c/A in TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:18,364 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/290852d0a2c14e8181d6f14ff244b6ef, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/9cf0057797dd42bba161b63003dc9615, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/69c318cde5d243338f2a40f8d8a97d0a] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp, totalSize=39.8 K 2024-11-10T12:19:18,364 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:19:18,364 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): c047fe1f92f1fc72231ea04aa6c30b0c/B is initiating minor compaction (all files) 2024-11-10T12:19:18,364 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c047fe1f92f1fc72231ea04aa6c30b0c/B in TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:18,365 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/413d55e729404fbcb74dc31ba8d0eb51, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/1178e8535c36458f8f194c90e052530b, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/845211fb1eaa4d37bbe1fa02488308ca] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp, totalSize=35.3 K 2024-11-10T12:19:18,365 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 290852d0a2c14e8181d6f14ff244b6ef, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731241154199 2024-11-10T12:19:18,365 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 413d55e729404fbcb74dc31ba8d0eb51, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731241154199 2024-11-10T12:19:18,365 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9cf0057797dd42bba161b63003dc9615, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731241154863 2024-11-10T12:19:18,365 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 1178e8535c36458f8f194c90e052530b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731241154863 2024-11-10T12:19:18,365 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 69c318cde5d243338f2a40f8d8a97d0a, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731241157002 2024-11-10T12:19:18,365 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 845211fb1eaa4d37bbe1fa02488308ca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731241157002 2024-11-10T12:19:18,380 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c047fe1f92f1fc72231ea04aa6c30b0c#A#compaction#369 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:19:18,381 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/d4ae61e31db64443934f276683fd8129 is 50, key is test_row_0/A:col10/1731241157005/Put/seqid=0 2024-11-10T12:19:18,381 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c047fe1f92f1fc72231ea04aa6c30b0c#B#compaction#370 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:19:18,381 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/5a0cb36572c145b3bfaba1d303397435 is 50, key is test_row_0/B:col10/1731241157005/Put/seqid=0 2024-11-10T12:19:18,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742262_1438 (size=12207) 2024-11-10T12:19:18,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742263_1439 (size=12207) 2024-11-10T12:19:18,392 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/5a0cb36572c145b3bfaba1d303397435 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/5a0cb36572c145b3bfaba1d303397435 2024-11-10T12:19:18,396 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c047fe1f92f1fc72231ea04aa6c30b0c/B of c047fe1f92f1fc72231ea04aa6c30b0c into 5a0cb36572c145b3bfaba1d303397435(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:19:18,396 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c047fe1f92f1fc72231ea04aa6c30b0c: 2024-11-10T12:19:18,396 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c., storeName=c047fe1f92f1fc72231ea04aa6c30b0c/B, priority=13, startTime=1731241158358; duration=0sec 2024-11-10T12:19:18,396 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:19:18,396 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c047fe1f92f1fc72231ea04aa6c30b0c:B 2024-11-10T12:19:18,396 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:19:18,396 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:19:18,396 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): c047fe1f92f1fc72231ea04aa6c30b0c/C is initiating minor compaction (all files) 2024-11-10T12:19:18,396 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c047fe1f92f1fc72231ea04aa6c30b0c/C in TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:18,397 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/d712415b254f43b6a8550ed5bb91f3d7, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/a1e84e14123540bb804414d49af10fc5, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/237b6a71c71c45a9964a52a6bbd4c78a] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp, totalSize=35.3 K 2024-11-10T12:19:18,397 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting d712415b254f43b6a8550ed5bb91f3d7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731241154199 2024-11-10T12:19:18,397 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting a1e84e14123540bb804414d49af10fc5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731241154863 2024-11-10T12:19:18,398 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 237b6a71c71c45a9964a52a6bbd4c78a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731241157002 2024-11-10T12:19:18,403 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c047fe1f92f1fc72231ea04aa6c30b0c#C#compaction#371 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:19:18,404 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/4d818d317bdc4dc28cd10f2d86a753ba is 50, key is test_row_0/C:col10/1731241157005/Put/seqid=0 2024-11-10T12:19:18,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742264_1440 (size=12207) 2024-11-10T12:19:18,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-10T12:19:18,776 INFO [Thread-1904 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-10T12:19:18,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:19:18,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-11-10T12:19:18,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-10T12:19:18,778 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:19:18,778 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:19:18,779 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:19:18,802 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/d4ae61e31db64443934f276683fd8129 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/d4ae61e31db64443934f276683fd8129 2024-11-10T12:19:18,805 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c047fe1f92f1fc72231ea04aa6c30b0c/A of c047fe1f92f1fc72231ea04aa6c30b0c into d4ae61e31db64443934f276683fd8129(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:19:18,805 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c047fe1f92f1fc72231ea04aa6c30b0c: 2024-11-10T12:19:18,805 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c., storeName=c047fe1f92f1fc72231ea04aa6c30b0c/A, priority=13, startTime=1731241158358; duration=0sec 2024-11-10T12:19:18,805 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:19:18,805 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c047fe1f92f1fc72231ea04aa6c30b0c:A 2024-11-10T12:19:18,811 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/4d818d317bdc4dc28cd10f2d86a753ba as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/4d818d317bdc4dc28cd10f2d86a753ba 2024-11-10T12:19:18,814 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c047fe1f92f1fc72231ea04aa6c30b0c/C of c047fe1f92f1fc72231ea04aa6c30b0c into 4d818d317bdc4dc28cd10f2d86a753ba(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:19:18,814 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c047fe1f92f1fc72231ea04aa6c30b0c: 2024-11-10T12:19:18,815 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c., storeName=c047fe1f92f1fc72231ea04aa6c30b0c/C, priority=13, startTime=1731241158358; duration=0sec 2024-11-10T12:19:18,815 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:19:18,815 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c047fe1f92f1fc72231ea04aa6c30b0c:C 2024-11-10T12:19:18,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-10T12:19:18,930 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:18,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-10T12:19:18,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:18,930 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing c047fe1f92f1fc72231ea04aa6c30b0c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-10T12:19:18,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c047fe1f92f1fc72231ea04aa6c30b0c, store=A 2024-11-10T12:19:18,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:18,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c047fe1f92f1fc72231ea04aa6c30b0c, store=B 2024-11-10T12:19:18,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:18,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c047fe1f92f1fc72231ea04aa6c30b0c, store=C 2024-11-10T12:19:18,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:18,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/75bedc2c51554ce598a5aef353971a08 is 50, key is test_row_0/A:col10/1731241157146/Put/seqid=0 2024-11-10T12:19:18,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742265_1441 (size=12001) 2024-11-10T12:19:19,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. as already flushing 2024-11-10T12:19:19,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on c047fe1f92f1fc72231ea04aa6c30b0c 2024-11-10T12:19:19,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:19,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49310 deadline: 1731241219069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:19,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-10T12:19:19,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:19,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49310 deadline: 1731241219175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:19,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:19,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:19,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731241219282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:19,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49368 deadline: 1731241219282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:19,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:19,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49334 deadline: 1731241219283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:19,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:19,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49292 deadline: 1731241219284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:19,338 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/75bedc2c51554ce598a5aef353971a08 2024-11-10T12:19:19,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/ef20923cdf924dfeae7d9e939139fcb0 is 50, key is test_row_0/B:col10/1731241157146/Put/seqid=0 2024-11-10T12:19:19,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742266_1442 (size=12001) 2024-11-10T12:19:19,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-10T12:19:19,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:19,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49310 deadline: 1731241219380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:19,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:19,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49310 deadline: 1731241219687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:19,748 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/ef20923cdf924dfeae7d9e939139fcb0 2024-11-10T12:19:19,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/75b16724329949df9e87a21079c32e4e is 50, key is test_row_0/C:col10/1731241157146/Put/seqid=0 2024-11-10T12:19:19,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742267_1443 (size=12001) 2024-11-10T12:19:19,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-10T12:19:20,158 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/75b16724329949df9e87a21079c32e4e 2024-11-10T12:19:20,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/75bedc2c51554ce598a5aef353971a08 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/75bedc2c51554ce598a5aef353971a08 2024-11-10T12:19:20,164 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/75bedc2c51554ce598a5aef353971a08, entries=150, sequenceid=117, filesize=11.7 K 2024-11-10T12:19:20,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/ef20923cdf924dfeae7d9e939139fcb0 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/ef20923cdf924dfeae7d9e939139fcb0 2024-11-10T12:19:20,168 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/ef20923cdf924dfeae7d9e939139fcb0, entries=150, sequenceid=117, filesize=11.7 K 2024-11-10T12:19:20,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/75b16724329949df9e87a21079c32e4e as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/75b16724329949df9e87a21079c32e4e 2024-11-10T12:19:20,171 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/75b16724329949df9e87a21079c32e4e, entries=150, sequenceid=117, filesize=11.7 K 2024-11-10T12:19:20,171 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for c047fe1f92f1fc72231ea04aa6c30b0c in 1241ms, sequenceid=117, compaction requested=false 2024-11-10T12:19:20,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for c047fe1f92f1fc72231ea04aa6c30b0c: 2024-11-10T12:19:20,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:20,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-11-10T12:19:20,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-11-10T12:19:20,174 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-10T12:19:20,174 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3930 sec 2024-11-10T12:19:20,175 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 1.3970 sec 2024-11-10T12:19:20,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on c047fe1f92f1fc72231ea04aa6c30b0c 2024-11-10T12:19:20,199 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c047fe1f92f1fc72231ea04aa6c30b0c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-10T12:19:20,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c047fe1f92f1fc72231ea04aa6c30b0c, store=A 2024-11-10T12:19:20,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:20,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c047fe1f92f1fc72231ea04aa6c30b0c, store=B 2024-11-10T12:19:20,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:20,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c047fe1f92f1fc72231ea04aa6c30b0c, store=C 2024-11-10T12:19:20,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:20,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/b82c6bce73944513acbd3a6134aeacfe is 50, key is test_row_0/A:col10/1731241159059/Put/seqid=0 2024-11-10T12:19:20,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742268_1444 (size=14441) 2024-11-10T12:19:20,207 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/b82c6bce73944513acbd3a6134aeacfe 2024-11-10T12:19:20,213 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/ba4e5d61052a483195fc14a39cedbb35 is 50, key is test_row_0/B:col10/1731241159059/Put/seqid=0 2024-11-10T12:19:20,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742269_1445 (size=12051) 2024-11-10T12:19:20,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:20,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49310 deadline: 1731241220317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:20,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:20,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49310 deadline: 1731241220426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:20,617 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/ba4e5d61052a483195fc14a39cedbb35 2024-11-10T12:19:20,623 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/a9b8eba9d1004e48a32cf0011ac15fae is 50, key is test_row_0/C:col10/1731241159059/Put/seqid=0 2024-11-10T12:19:20,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742270_1446 (size=12051) 2024-11-10T12:19:20,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:20,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49310 deadline: 1731241220628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:20,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-10T12:19:20,881 INFO [Thread-1904 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-11-10T12:19:20,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:19:20,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-11-10T12:19:20,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-10T12:19:20,883 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:19:20,884 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:19:20,884 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:19:20,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:20,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49310 deadline: 1731241220933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:20,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-10T12:19:21,027 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/a9b8eba9d1004e48a32cf0011ac15fae 2024-11-10T12:19:21,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/b82c6bce73944513acbd3a6134aeacfe as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/b82c6bce73944513acbd3a6134aeacfe 2024-11-10T12:19:21,033 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/b82c6bce73944513acbd3a6134aeacfe, entries=200, sequenceid=131, filesize=14.1 K 2024-11-10T12:19:21,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/ba4e5d61052a483195fc14a39cedbb35 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/ba4e5d61052a483195fc14a39cedbb35 2024-11-10T12:19:21,035 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:21,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-10T12:19:21,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:21,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. as already flushing 2024-11-10T12:19:21,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:21,036 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:21,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:21,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:21,038 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/ba4e5d61052a483195fc14a39cedbb35, entries=150, sequenceid=131, filesize=11.8 K 2024-11-10T12:19:21,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/a9b8eba9d1004e48a32cf0011ac15fae as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/a9b8eba9d1004e48a32cf0011ac15fae 2024-11-10T12:19:21,041 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/a9b8eba9d1004e48a32cf0011ac15fae, entries=150, sequenceid=131, filesize=11.8 K 2024-11-10T12:19:21,042 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for c047fe1f92f1fc72231ea04aa6c30b0c in 843ms, sequenceid=131, compaction requested=true 2024-11-10T12:19:21,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c047fe1f92f1fc72231ea04aa6c30b0c: 2024-11-10T12:19:21,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c047fe1f92f1fc72231ea04aa6c30b0c:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:19:21,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:19:21,042 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:19:21,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c047fe1f92f1fc72231ea04aa6c30b0c:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:19:21,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:19:21,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c047fe1f92f1fc72231ea04aa6c30b0c:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:19:21,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-10T12:19:21,043 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:19:21,043 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38649 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:19:21,043 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1540): c047fe1f92f1fc72231ea04aa6c30b0c/A is initiating minor compaction (all files) 2024-11-10T12:19:21,043 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c047fe1f92f1fc72231ea04aa6c30b0c/A in TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:21,043 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/d4ae61e31db64443934f276683fd8129, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/75bedc2c51554ce598a5aef353971a08, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/b82c6bce73944513acbd3a6134aeacfe] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp, totalSize=37.7 K 2024-11-10T12:19:21,044 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting d4ae61e31db64443934f276683fd8129, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731241157002 2024-11-10T12:19:21,044 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:19:21,044 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): c047fe1f92f1fc72231ea04aa6c30b0c/B is initiating minor compaction (all files) 2024-11-10T12:19:21,044 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c047fe1f92f1fc72231ea04aa6c30b0c/B in TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:21,044 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/5a0cb36572c145b3bfaba1d303397435, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/ef20923cdf924dfeae7d9e939139fcb0, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/ba4e5d61052a483195fc14a39cedbb35] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp, totalSize=35.4 K 2024-11-10T12:19:21,044 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 75bedc2c51554ce598a5aef353971a08, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731241157141 2024-11-10T12:19:21,044 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a0cb36572c145b3bfaba1d303397435, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731241157002 2024-11-10T12:19:21,044 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting b82c6bce73944513acbd3a6134aeacfe, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731241159036 2024-11-10T12:19:21,044 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting ef20923cdf924dfeae7d9e939139fcb0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731241157141 2024-11-10T12:19:21,045 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting ba4e5d61052a483195fc14a39cedbb35, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731241159036 2024-11-10T12:19:21,050 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c047fe1f92f1fc72231ea04aa6c30b0c#A#compaction#378 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:19:21,050 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c047fe1f92f1fc72231ea04aa6c30b0c#B#compaction#379 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:19:21,051 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/8311bbf70fe5484faf972906f376772a is 50, key is test_row_0/A:col10/1731241159059/Put/seqid=0 2024-11-10T12:19:21,051 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/51d78938b22b4e34a2784af55db48fc2 is 50, key is test_row_0/B:col10/1731241159059/Put/seqid=0 2024-11-10T12:19:21,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742271_1447 (size=12359) 2024-11-10T12:19:21,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742272_1448 (size=12359) 2024-11-10T12:19:21,058 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/8311bbf70fe5484faf972906f376772a as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/8311bbf70fe5484faf972906f376772a 2024-11-10T12:19:21,062 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c047fe1f92f1fc72231ea04aa6c30b0c/A of c047fe1f92f1fc72231ea04aa6c30b0c into 8311bbf70fe5484faf972906f376772a(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:19:21,062 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c047fe1f92f1fc72231ea04aa6c30b0c: 2024-11-10T12:19:21,062 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c., storeName=c047fe1f92f1fc72231ea04aa6c30b0c/A, priority=13, startTime=1731241161042; duration=0sec 2024-11-10T12:19:21,062 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:19:21,062 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c047fe1f92f1fc72231ea04aa6c30b0c:A 2024-11-10T12:19:21,062 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:19:21,062 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:19:21,063 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1540): c047fe1f92f1fc72231ea04aa6c30b0c/C is initiating minor compaction (all files) 2024-11-10T12:19:21,063 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c047fe1f92f1fc72231ea04aa6c30b0c/C in TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:21,063 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/4d818d317bdc4dc28cd10f2d86a753ba, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/75b16724329949df9e87a21079c32e4e, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/a9b8eba9d1004e48a32cf0011ac15fae] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp, totalSize=35.4 K 2024-11-10T12:19:21,063 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d818d317bdc4dc28cd10f2d86a753ba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731241157002 2024-11-10T12:19:21,063 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 75b16724329949df9e87a21079c32e4e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731241157141 2024-11-10T12:19:21,063 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting a9b8eba9d1004e48a32cf0011ac15fae, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731241159036 2024-11-10T12:19:21,069 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c047fe1f92f1fc72231ea04aa6c30b0c#C#compaction#380 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:19:21,069 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/c187953af1ce40f5a0d463446b333825 is 50, key is test_row_0/C:col10/1731241159059/Put/seqid=0 2024-11-10T12:19:21,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742273_1449 (size=12359) 2024-11-10T12:19:21,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-10T12:19:21,187 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:21,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-10T12:19:21,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:21,187 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing c047fe1f92f1fc72231ea04aa6c30b0c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-10T12:19:21,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c047fe1f92f1fc72231ea04aa6c30b0c, store=A 2024-11-10T12:19:21,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:21,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c047fe1f92f1fc72231ea04aa6c30b0c, store=B 2024-11-10T12:19:21,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:21,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c047fe1f92f1fc72231ea04aa6c30b0c, store=C 2024-11-10T12:19:21,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:21,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/280f804a33e340d6a6308b261db2560f is 50, key is test_row_0/A:col10/1731241160309/Put/seqid=0 2024-11-10T12:19:21,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742274_1450 (size=12151) 2024-11-10T12:19:21,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. as already flushing 2024-11-10T12:19:21,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on c047fe1f92f1fc72231ea04aa6c30b0c 2024-11-10T12:19:21,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49292 deadline: 1731241221313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:21,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:21,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49368 deadline: 1731241221342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:21,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:21,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49334 deadline: 1731241221342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:21,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:21,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731241221342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:21,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:21,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49310 deadline: 1731241221440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:21,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:21,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49292 deadline: 1731241221442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:21,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:21,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49368 deadline: 1731241221448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:21,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:21,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49334 deadline: 1731241221448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:21,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731241221449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:21,459 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/51d78938b22b4e34a2784af55db48fc2 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/51d78938b22b4e34a2784af55db48fc2 2024-11-10T12:19:21,462 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c047fe1f92f1fc72231ea04aa6c30b0c/B of c047fe1f92f1fc72231ea04aa6c30b0c into 51d78938b22b4e34a2784af55db48fc2(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:19:21,462 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c047fe1f92f1fc72231ea04aa6c30b0c: 2024-11-10T12:19:21,462 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c., storeName=c047fe1f92f1fc72231ea04aa6c30b0c/B, priority=13, startTime=1731241161042; duration=0sec 2024-11-10T12:19:21,462 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:19:21,462 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c047fe1f92f1fc72231ea04aa6c30b0c:B 2024-11-10T12:19:21,480 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/c187953af1ce40f5a0d463446b333825 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/c187953af1ce40f5a0d463446b333825 2024-11-10T12:19:21,483 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c047fe1f92f1fc72231ea04aa6c30b0c/C of c047fe1f92f1fc72231ea04aa6c30b0c into c187953af1ce40f5a0d463446b333825(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:19:21,483 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c047fe1f92f1fc72231ea04aa6c30b0c: 2024-11-10T12:19:21,483 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c., storeName=c047fe1f92f1fc72231ea04aa6c30b0c/C, priority=13, startTime=1731241161042; duration=0sec 2024-11-10T12:19:21,483 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:19:21,483 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c047fe1f92f1fc72231ea04aa6c30b0c:C 2024-11-10T12:19:21,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-10T12:19:21,595 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/280f804a33e340d6a6308b261db2560f 2024-11-10T12:19:21,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/960789e4abdc47e8b963b0e338831401 is 50, key is test_row_0/B:col10/1731241160309/Put/seqid=0 2024-11-10T12:19:21,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742275_1451 (size=12151) 2024-11-10T12:19:21,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:21,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49292 deadline: 1731241221647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:21,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:21,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49368 deadline: 1731241221654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:21,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:21,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49334 deadline: 1731241221654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:21,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:21,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731241221654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:21,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:21,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49292 deadline: 1731241221953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:21,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:21,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731241221959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:21,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49368 deadline: 1731241221960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:21,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49334 deadline: 1731241221961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:21,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-10T12:19:22,005 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/960789e4abdc47e8b963b0e338831401 2024-11-10T12:19:22,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/7ac0ed668f214842ab11d0ce778f2b5d is 50, key is test_row_0/C:col10/1731241160309/Put/seqid=0 2024-11-10T12:19:22,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742276_1452 (size=12151) 2024-11-10T12:19:22,415 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/7ac0ed668f214842ab11d0ce778f2b5d 2024-11-10T12:19:22,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/280f804a33e340d6a6308b261db2560f as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/280f804a33e340d6a6308b261db2560f 2024-11-10T12:19:22,421 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/280f804a33e340d6a6308b261db2560f, entries=150, sequenceid=154, filesize=11.9 K 2024-11-10T12:19:22,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/960789e4abdc47e8b963b0e338831401 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/960789e4abdc47e8b963b0e338831401 2024-11-10T12:19:22,425 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/960789e4abdc47e8b963b0e338831401, entries=150, sequenceid=154, filesize=11.9 K 2024-11-10T12:19:22,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/7ac0ed668f214842ab11d0ce778f2b5d as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/7ac0ed668f214842ab11d0ce778f2b5d 2024-11-10T12:19:22,429 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/7ac0ed668f214842ab11d0ce778f2b5d, entries=150, sequenceid=154, filesize=11.9 K 2024-11-10T12:19:22,430 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=87.22 KB/89310 for c047fe1f92f1fc72231ea04aa6c30b0c in 1243ms, sequenceid=154, compaction requested=false 2024-11-10T12:19:22,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for c047fe1f92f1fc72231ea04aa6c30b0c: 2024-11-10T12:19:22,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:22,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-11-10T12:19:22,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-11-10T12:19:22,432 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-10T12:19:22,432 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5470 sec 2024-11-10T12:19:22,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 1.5500 sec 2024-11-10T12:19:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on c047fe1f92f1fc72231ea04aa6c30b0c 2024-11-10T12:19:22,450 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c047fe1f92f1fc72231ea04aa6c30b0c 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-10T12:19:22,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c047fe1f92f1fc72231ea04aa6c30b0c, store=A 2024-11-10T12:19:22,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:22,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c047fe1f92f1fc72231ea04aa6c30b0c, store=B 2024-11-10T12:19:22,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:22,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c047fe1f92f1fc72231ea04aa6c30b0c, store=C 2024-11-10T12:19:22,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:22,455 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/43861d144b98484d96089cfd13df7634 is 50, key is test_row_0/A:col10/1731241161321/Put/seqid=0 2024-11-10T12:19:22,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742277_1453 (size=14541) 2024-11-10T12:19:22,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:22,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49292 deadline: 1731241222481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:22,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:22,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49334 deadline: 1731241222481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:22,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:22,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49368 deadline: 1731241222481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:22,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:22,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49310 deadline: 1731241222482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:22,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:22,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731241222488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:22,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:22,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49292 deadline: 1731241222590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:22,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:22,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49334 deadline: 1731241222590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:22,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:22,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49368 deadline: 1731241222590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:22,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:22,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49310 deadline: 1731241222590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:22,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:22,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731241222594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:22,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:22,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49310 deadline: 1731241222795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:22,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:22,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49292 deadline: 1731241222795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:22,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:22,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49334 deadline: 1731241222796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:22,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:22,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49368 deadline: 1731241222796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:22,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:22,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731241222796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:22,865 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/43861d144b98484d96089cfd13df7634 2024-11-10T12:19:22,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/ef68e562dffd41ac85ae4566142beda1 is 50, key is test_row_0/B:col10/1731241161321/Put/seqid=0 2024-11-10T12:19:22,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742278_1454 (size=12151) 2024-11-10T12:19:22,887 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/ef68e562dffd41ac85ae4566142beda1 2024-11-10T12:19:22,894 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/ba4f0480c283453b8bda44144dec3388 is 50, key is test_row_0/C:col10/1731241161321/Put/seqid=0 2024-11-10T12:19:22,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742279_1455 (size=12151) 2024-11-10T12:19:22,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-10T12:19:22,987 INFO [Thread-1904 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-10T12:19:22,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:19:22,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-10T12:19:22,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-10T12:19:22,989 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:19:22,989 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:19:22,989 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:19:23,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-10T12:19:23,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:23,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49310 deadline: 1731241223098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:23,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:23,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49292 deadline: 1731241223101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:23,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:23,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49334 deadline: 1731241223101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:23,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:23,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731241223102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:23,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:23,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49368 deadline: 1731241223103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:23,140 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:23,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-10T12:19:23,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:23,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. as already flushing 2024-11-10T12:19:23,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:23,141 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:23,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:23,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:23,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-10T12:19:23,292 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:23,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-10T12:19:23,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:23,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. as already flushing 2024-11-10T12:19:23,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:23,293 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:23,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:23,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:23,303 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/ba4f0480c283453b8bda44144dec3388 2024-11-10T12:19:23,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/43861d144b98484d96089cfd13df7634 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/43861d144b98484d96089cfd13df7634 2024-11-10T12:19:23,310 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/43861d144b98484d96089cfd13df7634, entries=200, sequenceid=173, filesize=14.2 K 2024-11-10T12:19:23,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/ef68e562dffd41ac85ae4566142beda1 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/ef68e562dffd41ac85ae4566142beda1 2024-11-10T12:19:23,314 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/ef68e562dffd41ac85ae4566142beda1, entries=150, sequenceid=173, filesize=11.9 K 2024-11-10T12:19:23,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/ba4f0480c283453b8bda44144dec3388 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/ba4f0480c283453b8bda44144dec3388 2024-11-10T12:19:23,318 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/ba4f0480c283453b8bda44144dec3388, entries=150, sequenceid=173, filesize=11.9 K 2024-11-10T12:19:23,318 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for c047fe1f92f1fc72231ea04aa6c30b0c in 868ms, sequenceid=173, compaction requested=true 2024-11-10T12:19:23,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c047fe1f92f1fc72231ea04aa6c30b0c: 2024-11-10T12:19:23,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c047fe1f92f1fc72231ea04aa6c30b0c:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:19:23,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:19:23,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c047fe1f92f1fc72231ea04aa6c30b0c:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:19:23,319 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:19:23,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:19:23,319 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:19:23,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c047fe1f92f1fc72231ea04aa6c30b0c:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:19:23,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:19:23,319 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39051 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:19:23,319 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:19:23,319 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): c047fe1f92f1fc72231ea04aa6c30b0c/B is initiating minor compaction (all files) 2024-11-10T12:19:23,319 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1540): c047fe1f92f1fc72231ea04aa6c30b0c/A is initiating minor compaction (all files) 2024-11-10T12:19:23,319 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c047fe1f92f1fc72231ea04aa6c30b0c/B in TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:23,319 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c047fe1f92f1fc72231ea04aa6c30b0c/A in TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:23,320 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/8311bbf70fe5484faf972906f376772a, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/280f804a33e340d6a6308b261db2560f, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/43861d144b98484d96089cfd13df7634] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp, totalSize=38.1 K 2024-11-10T12:19:23,320 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/51d78938b22b4e34a2784af55db48fc2, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/960789e4abdc47e8b963b0e338831401, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/ef68e562dffd41ac85ae4566142beda1] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp, totalSize=35.8 K 2024-11-10T12:19:23,320 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8311bbf70fe5484faf972906f376772a, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731241159036 2024-11-10T12:19:23,320 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 51d78938b22b4e34a2784af55db48fc2, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731241159036 2024-11-10T12:19:23,320 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 280f804a33e340d6a6308b261db2560f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731241160284 2024-11-10T12:19:23,320 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 960789e4abdc47e8b963b0e338831401, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731241160284 2024-11-10T12:19:23,320 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43861d144b98484d96089cfd13df7634, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731241161312 2024-11-10T12:19:23,320 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting ef68e562dffd41ac85ae4566142beda1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731241161321 2024-11-10T12:19:23,326 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c047fe1f92f1fc72231ea04aa6c30b0c#A#compaction#387 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:19:23,326 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c047fe1f92f1fc72231ea04aa6c30b0c#B#compaction#388 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:19:23,327 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/c57dc064f8c04885a0675a838c21e71a is 50, key is test_row_0/A:col10/1731241161321/Put/seqid=0 2024-11-10T12:19:23,327 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/4fb668b747c74ac7b825f6918b011237 is 50, key is test_row_0/B:col10/1731241161321/Put/seqid=0 2024-11-10T12:19:23,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742280_1456 (size=12561) 2024-11-10T12:19:23,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742281_1457 (size=12561) 2024-11-10T12:19:23,340 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/4fb668b747c74ac7b825f6918b011237 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/4fb668b747c74ac7b825f6918b011237 2024-11-10T12:19:23,343 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c047fe1f92f1fc72231ea04aa6c30b0c/B of c047fe1f92f1fc72231ea04aa6c30b0c into 4fb668b747c74ac7b825f6918b011237(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:19:23,343 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c047fe1f92f1fc72231ea04aa6c30b0c: 2024-11-10T12:19:23,343 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c., storeName=c047fe1f92f1fc72231ea04aa6c30b0c/B, priority=13, startTime=1731241163319; duration=0sec 2024-11-10T12:19:23,344 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:19:23,344 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c047fe1f92f1fc72231ea04aa6c30b0c:B 2024-11-10T12:19:23,344 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:19:23,344 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:19:23,344 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): c047fe1f92f1fc72231ea04aa6c30b0c/C is initiating minor compaction (all files) 2024-11-10T12:19:23,344 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c047fe1f92f1fc72231ea04aa6c30b0c/C in TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:23,345 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/c187953af1ce40f5a0d463446b333825, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/7ac0ed668f214842ab11d0ce778f2b5d, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/ba4f0480c283453b8bda44144dec3388] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp, totalSize=35.8 K 2024-11-10T12:19:23,345 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting c187953af1ce40f5a0d463446b333825, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731241159036 2024-11-10T12:19:23,345 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ac0ed668f214842ab11d0ce778f2b5d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731241160284 2024-11-10T12:19:23,345 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting ba4f0480c283453b8bda44144dec3388, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731241161321 2024-11-10T12:19:23,350 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c047fe1f92f1fc72231ea04aa6c30b0c#C#compaction#389 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:19:23,351 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/0783373777cf4f588f7ad087cacfc77a is 50, key is test_row_0/C:col10/1731241161321/Put/seqid=0 2024-11-10T12:19:23,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742282_1458 (size=12561) 2024-11-10T12:19:23,446 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:23,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-10T12:19:23,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:23,447 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing c047fe1f92f1fc72231ea04aa6c30b0c 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-10T12:19:23,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c047fe1f92f1fc72231ea04aa6c30b0c, store=A 2024-11-10T12:19:23,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:23,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c047fe1f92f1fc72231ea04aa6c30b0c, store=B 2024-11-10T12:19:23,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:23,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c047fe1f92f1fc72231ea04aa6c30b0c, store=C 2024-11-10T12:19:23,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:23,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/ffeb5ba5240f4e36b1043df804212611 is 50, key is test_row_0/A:col10/1731241162487/Put/seqid=0 2024-11-10T12:19:23,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742283_1459 (size=12151) 2024-11-10T12:19:23,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-10T12:19:23,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on c047fe1f92f1fc72231ea04aa6c30b0c 2024-11-10T12:19:23,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. as already flushing 2024-11-10T12:19:23,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:23,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731241223619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:23,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:23,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49368 deadline: 1731241223619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:23,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:23,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49334 deadline: 1731241223624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:23,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:23,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49310 deadline: 1731241223624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:23,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:23,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49292 deadline: 1731241223626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:23,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:23,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731241223728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:23,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:23,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49368 deadline: 1731241223728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:23,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:23,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49334 deadline: 1731241223728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:23,736 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/c57dc064f8c04885a0675a838c21e71a as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/c57dc064f8c04885a0675a838c21e71a 2024-11-10T12:19:23,740 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c047fe1f92f1fc72231ea04aa6c30b0c/A of c047fe1f92f1fc72231ea04aa6c30b0c into c57dc064f8c04885a0675a838c21e71a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:19:23,740 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c047fe1f92f1fc72231ea04aa6c30b0c: 2024-11-10T12:19:23,740 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c., storeName=c047fe1f92f1fc72231ea04aa6c30b0c/A, priority=13, startTime=1731241163318; duration=0sec 2024-11-10T12:19:23,740 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:19:23,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:23,740 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c047fe1f92f1fc72231ea04aa6c30b0c:A 2024-11-10T12:19:23,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49310 deadline: 1731241223735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:23,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:23,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49292 deadline: 1731241223735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:23,758 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/0783373777cf4f588f7ad087cacfc77a as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/0783373777cf4f588f7ad087cacfc77a 2024-11-10T12:19:23,761 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c047fe1f92f1fc72231ea04aa6c30b0c/C of c047fe1f92f1fc72231ea04aa6c30b0c into 0783373777cf4f588f7ad087cacfc77a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:19:23,761 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c047fe1f92f1fc72231ea04aa6c30b0c: 2024-11-10T12:19:23,761 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c., storeName=c047fe1f92f1fc72231ea04aa6c30b0c/C, priority=13, startTime=1731241163319; duration=0sec 2024-11-10T12:19:23,761 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:19:23,762 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c047fe1f92f1fc72231ea04aa6c30b0c:C 2024-11-10T12:19:23,854 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/ffeb5ba5240f4e36b1043df804212611 2024-11-10T12:19:23,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/89e1054c2562468fbc62faef803bb655 is 50, key is test_row_0/B:col10/1731241162487/Put/seqid=0 2024-11-10T12:19:23,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742284_1460 (size=12151) 2024-11-10T12:19:23,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:23,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731241223935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:23,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:23,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49368 deadline: 1731241223935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:23,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:23,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49334 deadline: 1731241223936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:23,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:23,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49310 deadline: 1731241223942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:23,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:23,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49292 deadline: 1731241223942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:24,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-10T12:19:24,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:24,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49334 deadline: 1731241224240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:24,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:24,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731241224240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:24,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:24,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49368 deadline: 1731241224241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:24,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:24,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49310 deadline: 1731241224248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:24,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:24,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49292 deadline: 1731241224248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:24,280 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/89e1054c2562468fbc62faef803bb655 2024-11-10T12:19:24,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/78e3917b3fed43cca6d13616224822d4 is 50, key is test_row_0/C:col10/1731241162487/Put/seqid=0 2024-11-10T12:19:24,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742285_1461 (size=12151) 2024-11-10T12:19:24,689 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/78e3917b3fed43cca6d13616224822d4 2024-11-10T12:19:24,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/ffeb5ba5240f4e36b1043df804212611 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/ffeb5ba5240f4e36b1043df804212611 2024-11-10T12:19:24,695 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/ffeb5ba5240f4e36b1043df804212611, entries=150, sequenceid=193, filesize=11.9 K 2024-11-10T12:19:24,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/89e1054c2562468fbc62faef803bb655 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/89e1054c2562468fbc62faef803bb655 2024-11-10T12:19:24,698 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/89e1054c2562468fbc62faef803bb655, entries=150, sequenceid=193, filesize=11.9 K 2024-11-10T12:19:24,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/78e3917b3fed43cca6d13616224822d4 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/78e3917b3fed43cca6d13616224822d4 2024-11-10T12:19:24,702 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/78e3917b3fed43cca6d13616224822d4, entries=150, sequenceid=193, filesize=11.9 K 2024-11-10T12:19:24,702 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for c047fe1f92f1fc72231ea04aa6c30b0c in 1255ms, sequenceid=193, compaction requested=false 2024-11-10T12:19:24,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for c047fe1f92f1fc72231ea04aa6c30b0c: 2024-11-10T12:19:24,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:24,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-10T12:19:24,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-11-10T12:19:24,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-10T12:19:24,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7140 sec 2024-11-10T12:19:24,705 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 1.7160 sec 2024-11-10T12:19:24,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on c047fe1f92f1fc72231ea04aa6c30b0c 2024-11-10T12:19:24,747 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c047fe1f92f1fc72231ea04aa6c30b0c 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-10T12:19:24,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c047fe1f92f1fc72231ea04aa6c30b0c, store=A 2024-11-10T12:19:24,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:24,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c047fe1f92f1fc72231ea04aa6c30b0c, store=B 2024-11-10T12:19:24,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:24,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c047fe1f92f1fc72231ea04aa6c30b0c, store=C 2024-11-10T12:19:24,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:24,751 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/864878b31cb246d9a164b2019fda924b is 50, key is test_row_0/A:col10/1731241164746/Put/seqid=0 2024-11-10T12:19:24,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742286_1462 (size=14541) 2024-11-10T12:19:24,759 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/864878b31cb246d9a164b2019fda924b 2024-11-10T12:19:24,764 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/9a503b1a16094a479fb1fca11e44964b is 50, key is test_row_0/B:col10/1731241164746/Put/seqid=0 2024-11-10T12:19:24,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742287_1463 (size=12151) 2024-11-10T12:19:24,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:24,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731241224770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:24,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:24,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49334 deadline: 1731241224771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:24,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:24,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49310 deadline: 1731241224772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:24,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:24,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49368 deadline: 1731241224778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:24,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:24,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49292 deadline: 1731241224779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:24,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:24,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731241224881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:24,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:24,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49334 deadline: 1731241224881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:24,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:24,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49310 deadline: 1731241224881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:24,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:24,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49368 deadline: 1731241224887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:24,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:24,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49292 deadline: 1731241224887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:25,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:25,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49334 deadline: 1731241225086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:25,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:25,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49310 deadline: 1731241225087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:25,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:25,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731241225087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:25,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-10T12:19:25,092 INFO [Thread-1904 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-10T12:19:25,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:19:25,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-10T12:19:25,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-10T12:19:25,095 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:19:25,095 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:19:25,095 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:19:25,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:25,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49368 deadline: 1731241225094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:25,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:25,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49292 deadline: 1731241225095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:25,167 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/9a503b1a16094a479fb1fca11e44964b 2024-11-10T12:19:25,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/3ab68e525133434da6e3cf2ef9098dac is 50, key is test_row_0/C:col10/1731241164746/Put/seqid=0 2024-11-10T12:19:25,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742288_1464 (size=12151) 2024-11-10T12:19:25,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-10T12:19:25,246 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:25,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-10T12:19:25,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:25,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. as already flushing 2024-11-10T12:19:25,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:25,247 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:25,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:25,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:25,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49334 deadline: 1731241225390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:25,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731241225391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:25,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49310 deadline: 1731241225393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-10T12:19:25,399 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:25,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-10T12:19:25,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:25,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. as already flushing 2024-11-10T12:19:25,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:25,399 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:25,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:25,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:25,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49368 deadline: 1731241225400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:25,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:25,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49292 deadline: 1731241225401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:25,550 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:25,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-10T12:19:25,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:25,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. as already flushing 2024-11-10T12:19:25,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:25,551 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:25,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:25,577 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/3ab68e525133434da6e3cf2ef9098dac 2024-11-10T12:19:25,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/864878b31cb246d9a164b2019fda924b as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/864878b31cb246d9a164b2019fda924b 2024-11-10T12:19:25,583 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/864878b31cb246d9a164b2019fda924b, entries=200, sequenceid=213, filesize=14.2 K 2024-11-10T12:19:25,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/9a503b1a16094a479fb1fca11e44964b as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/9a503b1a16094a479fb1fca11e44964b 2024-11-10T12:19:25,586 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/9a503b1a16094a479fb1fca11e44964b, entries=150, sequenceid=213, filesize=11.9 K 2024-11-10T12:19:25,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/3ab68e525133434da6e3cf2ef9098dac as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/3ab68e525133434da6e3cf2ef9098dac 2024-11-10T12:19:25,589 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/3ab68e525133434da6e3cf2ef9098dac, entries=150, sequenceid=213, filesize=11.9 K 2024-11-10T12:19:25,589 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for c047fe1f92f1fc72231ea04aa6c30b0c in 842ms, sequenceid=213, compaction requested=true 2024-11-10T12:19:25,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c047fe1f92f1fc72231ea04aa6c30b0c: 2024-11-10T12:19:25,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c047fe1f92f1fc72231ea04aa6c30b0c:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:19:25,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:19:25,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c047fe1f92f1fc72231ea04aa6c30b0c:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:19:25,590 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:19:25,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:19:25,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c047fe1f92f1fc72231ea04aa6c30b0c:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:19:25,590 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:19:25,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:19:25,590 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39253 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:19:25,590 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:19:25,590 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): c047fe1f92f1fc72231ea04aa6c30b0c/B is initiating minor compaction (all files) 2024-11-10T12:19:25,590 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1540): c047fe1f92f1fc72231ea04aa6c30b0c/A is initiating minor compaction (all files) 2024-11-10T12:19:25,590 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c047fe1f92f1fc72231ea04aa6c30b0c/A in TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:25,591 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c047fe1f92f1fc72231ea04aa6c30b0c/B in TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:25,591 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/c57dc064f8c04885a0675a838c21e71a, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/ffeb5ba5240f4e36b1043df804212611, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/864878b31cb246d9a164b2019fda924b] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp, totalSize=38.3 K 2024-11-10T12:19:25,591 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/4fb668b747c74ac7b825f6918b011237, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/89e1054c2562468fbc62faef803bb655, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/9a503b1a16094a479fb1fca11e44964b] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp, totalSize=36.0 K 2024-11-10T12:19:25,591 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting c57dc064f8c04885a0675a838c21e71a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731241161321 2024-11-10T12:19:25,591 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 4fb668b747c74ac7b825f6918b011237, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731241161321 2024-11-10T12:19:25,591 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting ffeb5ba5240f4e36b1043df804212611, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731241162480 2024-11-10T12:19:25,591 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 89e1054c2562468fbc62faef803bb655, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731241162480 2024-11-10T12:19:25,591 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 864878b31cb246d9a164b2019fda924b, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731241163617 2024-11-10T12:19:25,591 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a503b1a16094a479fb1fca11e44964b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731241163617 2024-11-10T12:19:25,596 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c047fe1f92f1fc72231ea04aa6c30b0c#B#compaction#396 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:19:25,596 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c047fe1f92f1fc72231ea04aa6c30b0c#A#compaction#397 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:19:25,596 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/63b5514a46b147939e36b484614a611c is 50, key is test_row_0/B:col10/1731241164746/Put/seqid=0 2024-11-10T12:19:25,596 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/c291a84f5a1d440389d95769296d4e14 is 50, key is test_row_0/A:col10/1731241164746/Put/seqid=0 2024-11-10T12:19:25,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742289_1465 (size=12663) 2024-11-10T12:19:25,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742290_1466 (size=12663) 2024-11-10T12:19:25,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-10T12:19:25,703 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:25,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-10T12:19:25,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:25,703 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing c047fe1f92f1fc72231ea04aa6c30b0c 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-10T12:19:25,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c047fe1f92f1fc72231ea04aa6c30b0c, store=A 2024-11-10T12:19:25,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:25,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c047fe1f92f1fc72231ea04aa6c30b0c, store=B 2024-11-10T12:19:25,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:25,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c047fe1f92f1fc72231ea04aa6c30b0c, store=C 2024-11-10T12:19:25,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:25,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/d4766a5172af433b9dde6372bc2b2b1f is 50, key is test_row_0/A:col10/1731241164770/Put/seqid=0 2024-11-10T12:19:25,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742291_1467 (size=12151) 2024-11-10T12:19:25,711 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/d4766a5172af433b9dde6372bc2b2b1f 2024-11-10T12:19:25,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/0dd341f25cc049caa72480ea65cef160 is 50, key is test_row_0/B:col10/1731241164770/Put/seqid=0 2024-11-10T12:19:25,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742292_1468 (size=12151) 2024-11-10T12:19:25,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on c047fe1f92f1fc72231ea04aa6c30b0c 2024-11-10T12:19:25,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. as already flushing 2024-11-10T12:19:25,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:25,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49310 deadline: 1731241225917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:25,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:25,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49368 deadline: 1731241225918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:25,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:25,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731241225921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:25,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:25,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49334 deadline: 1731241225925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:25,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:25,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49292 deadline: 1731241225925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:26,007 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/63b5514a46b147939e36b484614a611c as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/63b5514a46b147939e36b484614a611c 2024-11-10T12:19:26,010 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c047fe1f92f1fc72231ea04aa6c30b0c/B of c047fe1f92f1fc72231ea04aa6c30b0c into 63b5514a46b147939e36b484614a611c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:19:26,011 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c047fe1f92f1fc72231ea04aa6c30b0c: 2024-11-10T12:19:26,011 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c., storeName=c047fe1f92f1fc72231ea04aa6c30b0c/B, priority=13, startTime=1731241165590; duration=0sec 2024-11-10T12:19:26,011 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:19:26,011 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c047fe1f92f1fc72231ea04aa6c30b0c:B 2024-11-10T12:19:26,011 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:19:26,012 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:19:26,012 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): c047fe1f92f1fc72231ea04aa6c30b0c/C is initiating minor compaction (all files) 2024-11-10T12:19:26,012 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c047fe1f92f1fc72231ea04aa6c30b0c/C in TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:26,012 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/0783373777cf4f588f7ad087cacfc77a, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/78e3917b3fed43cca6d13616224822d4, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/3ab68e525133434da6e3cf2ef9098dac] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp, totalSize=36.0 K 2024-11-10T12:19:26,013 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 0783373777cf4f588f7ad087cacfc77a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731241161321 2024-11-10T12:19:26,013 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 78e3917b3fed43cca6d13616224822d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731241162480 2024-11-10T12:19:26,013 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ab68e525133434da6e3cf2ef9098dac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731241163617 2024-11-10T12:19:26,015 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/c291a84f5a1d440389d95769296d4e14 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/c291a84f5a1d440389d95769296d4e14 2024-11-10T12:19:26,019 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c047fe1f92f1fc72231ea04aa6c30b0c/A of c047fe1f92f1fc72231ea04aa6c30b0c into c291a84f5a1d440389d95769296d4e14(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:19:26,019 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c047fe1f92f1fc72231ea04aa6c30b0c: 2024-11-10T12:19:26,019 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c., storeName=c047fe1f92f1fc72231ea04aa6c30b0c/A, priority=13, startTime=1731241165590; duration=0sec 2024-11-10T12:19:26,019 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c047fe1f92f1fc72231ea04aa6c30b0c#C#compaction#400 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:19:26,019 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:19:26,019 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c047fe1f92f1fc72231ea04aa6c30b0c:A 2024-11-10T12:19:26,020 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/29abf6e336724cb491708db8aa36ee31 is 50, key is test_row_0/C:col10/1731241164746/Put/seqid=0 2024-11-10T12:19:26,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742293_1469 (size=12663) 2024-11-10T12:19:26,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:26,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49310 deadline: 1731241226028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:26,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:26,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49368 deadline: 1731241226028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:26,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:26,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731241226032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:26,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:26,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49334 deadline: 1731241226032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:26,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:26,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49292 deadline: 1731241226033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:26,120 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/0dd341f25cc049caa72480ea65cef160 2024-11-10T12:19:26,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/0ed7460916dc4c119fb2f1e24ff22756 is 50, key is test_row_0/C:col10/1731241164770/Put/seqid=0 2024-11-10T12:19:26,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742294_1470 (size=12151) 2024-11-10T12:19:26,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-10T12:19:26,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:26,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49310 deadline: 1731241226233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:26,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:26,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49368 deadline: 1731241226233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:26,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:26,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:26,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731241226239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:26,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49334 deadline: 1731241226239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:26,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:26,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49292 deadline: 1731241226239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:26,427 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/29abf6e336724cb491708db8aa36ee31 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/29abf6e336724cb491708db8aa36ee31 2024-11-10T12:19:26,430 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c047fe1f92f1fc72231ea04aa6c30b0c/C of c047fe1f92f1fc72231ea04aa6c30b0c into 29abf6e336724cb491708db8aa36ee31(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:19:26,430 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c047fe1f92f1fc72231ea04aa6c30b0c: 2024-11-10T12:19:26,430 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c., storeName=c047fe1f92f1fc72231ea04aa6c30b0c/C, priority=13, startTime=1731241165590; duration=0sec 2024-11-10T12:19:26,430 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:19:26,430 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c047fe1f92f1fc72231ea04aa6c30b0c:C 2024-11-10T12:19:26,532 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/0ed7460916dc4c119fb2f1e24ff22756 2024-11-10T12:19:26,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/d4766a5172af433b9dde6372bc2b2b1f as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/d4766a5172af433b9dde6372bc2b2b1f 2024-11-10T12:19:26,539 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/d4766a5172af433b9dde6372bc2b2b1f, entries=150, sequenceid=231, filesize=11.9 K 2024-11-10T12:19:26,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/0dd341f25cc049caa72480ea65cef160 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/0dd341f25cc049caa72480ea65cef160 2024-11-10T12:19:26,542 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/0dd341f25cc049caa72480ea65cef160, entries=150, sequenceid=231, filesize=11.9 K 2024-11-10T12:19:26,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/0ed7460916dc4c119fb2f1e24ff22756 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/0ed7460916dc4c119fb2f1e24ff22756 2024-11-10T12:19:26,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:26,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49368 deadline: 1731241226540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:26,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:26,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49310 deadline: 1731241226540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:26,546 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/0ed7460916dc4c119fb2f1e24ff22756, entries=150, sequenceid=231, filesize=11.9 K 2024-11-10T12:19:26,547 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for c047fe1f92f1fc72231ea04aa6c30b0c in 844ms, sequenceid=231, compaction requested=false 2024-11-10T12:19:26,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for c047fe1f92f1fc72231ea04aa6c30b0c: 2024-11-10T12:19:26,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:26,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-10T12:19:26,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-10T12:19:26,549 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-10T12:19:26,549 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4530 sec 2024-11-10T12:19:26,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on c047fe1f92f1fc72231ea04aa6c30b0c 2024-11-10T12:19:26,550 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 1.4560 sec 2024-11-10T12:19:26,550 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c047fe1f92f1fc72231ea04aa6c30b0c 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-10T12:19:26,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c047fe1f92f1fc72231ea04aa6c30b0c, store=A 2024-11-10T12:19:26,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:26,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c047fe1f92f1fc72231ea04aa6c30b0c, store=B 2024-11-10T12:19:26,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:26,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c047fe1f92f1fc72231ea04aa6c30b0c, store=C 2024-11-10T12:19:26,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:26,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/34d37e9a70264156a4ef47eb81adc2de is 50, key is test_row_0/A:col10/1731241165924/Put/seqid=0 2024-11-10T12:19:26,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742295_1471 (size=14541) 2024-11-10T12:19:26,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:26,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49334 deadline: 1731241226578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:26,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:26,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731241226579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:26,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:26,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49292 deadline: 1731241226580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:26,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:26,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49334 deadline: 1731241226685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:26,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:26,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731241226686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:26,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:26,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49292 deadline: 1731241226686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:26,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:26,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49334 deadline: 1731241226891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:26,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:26,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731241226891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:26,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:26,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49292 deadline: 1731241226891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:26,957 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/34d37e9a70264156a4ef47eb81adc2de 2024-11-10T12:19:26,963 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/abf86792c88c4029a0bb15de4a6d0318 is 50, key is test_row_0/B:col10/1731241165924/Put/seqid=0 2024-11-10T12:19:26,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742296_1472 (size=12151) 2024-11-10T12:19:26,966 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/abf86792c88c4029a0bb15de4a6d0318 2024-11-10T12:19:26,972 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/8cdbbc88b22b4b7bb2b2f5d8c838c3b6 is 50, key is test_row_0/C:col10/1731241165924/Put/seqid=0 2024-11-10T12:19:26,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742297_1473 (size=12151) 2024-11-10T12:19:26,975 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/8cdbbc88b22b4b7bb2b2f5d8c838c3b6 2024-11-10T12:19:26,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/34d37e9a70264156a4ef47eb81adc2de as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/34d37e9a70264156a4ef47eb81adc2de 2024-11-10T12:19:26,981 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/34d37e9a70264156a4ef47eb81adc2de, entries=200, sequenceid=253, filesize=14.2 K 2024-11-10T12:19:26,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/abf86792c88c4029a0bb15de4a6d0318 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/abf86792c88c4029a0bb15de4a6d0318 2024-11-10T12:19:26,985 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/abf86792c88c4029a0bb15de4a6d0318, entries=150, sequenceid=253, filesize=11.9 K 2024-11-10T12:19:26,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/8cdbbc88b22b4b7bb2b2f5d8c838c3b6 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/8cdbbc88b22b4b7bb2b2f5d8c838c3b6 2024-11-10T12:19:26,989 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/8cdbbc88b22b4b7bb2b2f5d8c838c3b6, entries=150, sequenceid=253, filesize=11.9 K 2024-11-10T12:19:26,989 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for c047fe1f92f1fc72231ea04aa6c30b0c in 439ms, sequenceid=253, compaction requested=true 2024-11-10T12:19:26,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c047fe1f92f1fc72231ea04aa6c30b0c: 2024-11-10T12:19:26,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c047fe1f92f1fc72231ea04aa6c30b0c:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:19:26,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:19:26,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c047fe1f92f1fc72231ea04aa6c30b0c:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:19:26,989 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:19:26,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:19:26,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c047fe1f92f1fc72231ea04aa6c30b0c:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:19:26,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:19:26,990 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:19:26,990 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39355 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:19:26,990 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:19:26,990 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1540): c047fe1f92f1fc72231ea04aa6c30b0c/A is initiating minor compaction (all files) 2024-11-10T12:19:26,990 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): c047fe1f92f1fc72231ea04aa6c30b0c/B is initiating minor compaction (all files) 2024-11-10T12:19:26,990 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c047fe1f92f1fc72231ea04aa6c30b0c/A in TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:26,990 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c047fe1f92f1fc72231ea04aa6c30b0c/B in TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:26,990 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/c291a84f5a1d440389d95769296d4e14, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/d4766a5172af433b9dde6372bc2b2b1f, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/34d37e9a70264156a4ef47eb81adc2de] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp, totalSize=38.4 K 2024-11-10T12:19:26,990 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/63b5514a46b147939e36b484614a611c, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/0dd341f25cc049caa72480ea65cef160, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/abf86792c88c4029a0bb15de4a6d0318] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp, totalSize=36.1 K 2024-11-10T12:19:26,991 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting c291a84f5a1d440389d95769296d4e14, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731241163617 2024-11-10T12:19:26,991 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 63b5514a46b147939e36b484614a611c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731241163617 2024-11-10T12:19:26,991 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 0dd341f25cc049caa72480ea65cef160, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731241164769 2024-11-10T12:19:26,991 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting d4766a5172af433b9dde6372bc2b2b1f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731241164769 2024-11-10T12:19:26,991 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting abf86792c88c4029a0bb15de4a6d0318, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731241165924 2024-11-10T12:19:26,991 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 34d37e9a70264156a4ef47eb81adc2de, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731241165916 2024-11-10T12:19:26,996 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c047fe1f92f1fc72231ea04aa6c30b0c#B#compaction#405 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:19:26,996 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/ff011882d1b348179d5b351289f7f476 is 50, key is test_row_0/B:col10/1731241165924/Put/seqid=0 2024-11-10T12:19:26,996 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c047fe1f92f1fc72231ea04aa6c30b0c#A#compaction#406 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:19:26,997 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/27279619486a4ac1b5d160f58a7e36dd is 50, key is test_row_0/A:col10/1731241165924/Put/seqid=0 2024-11-10T12:19:27,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742298_1474 (size=12765) 2024-11-10T12:19:27,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742299_1475 (size=12765) 2024-11-10T12:19:27,004 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/27279619486a4ac1b5d160f58a7e36dd as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/27279619486a4ac1b5d160f58a7e36dd 2024-11-10T12:19:27,007 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c047fe1f92f1fc72231ea04aa6c30b0c/A of c047fe1f92f1fc72231ea04aa6c30b0c into 27279619486a4ac1b5d160f58a7e36dd(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:19:27,007 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c047fe1f92f1fc72231ea04aa6c30b0c: 2024-11-10T12:19:27,007 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c., storeName=c047fe1f92f1fc72231ea04aa6c30b0c/A, priority=13, startTime=1731241166989; duration=0sec 2024-11-10T12:19:27,007 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:19:27,007 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c047fe1f92f1fc72231ea04aa6c30b0c:A 2024-11-10T12:19:27,007 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:19:27,008 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:19:27,008 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1540): c047fe1f92f1fc72231ea04aa6c30b0c/C is initiating minor compaction (all files) 2024-11-10T12:19:27,008 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c047fe1f92f1fc72231ea04aa6c30b0c/C in TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:27,008 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/29abf6e336724cb491708db8aa36ee31, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/0ed7460916dc4c119fb2f1e24ff22756, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/8cdbbc88b22b4b7bb2b2f5d8c838c3b6] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp, totalSize=36.1 K 2024-11-10T12:19:27,008 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 29abf6e336724cb491708db8aa36ee31, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731241163617 2024-11-10T12:19:27,008 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ed7460916dc4c119fb2f1e24ff22756, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731241164769 2024-11-10T12:19:27,009 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8cdbbc88b22b4b7bb2b2f5d8c838c3b6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731241165924 2024-11-10T12:19:27,015 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c047fe1f92f1fc72231ea04aa6c30b0c#C#compaction#407 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:19:27,015 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/1d273e3e4f674b1bbf640a3adfcc1400 is 50, key is test_row_0/C:col10/1731241165924/Put/seqid=0 2024-11-10T12:19:27,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742300_1476 (size=12765) 2024-11-10T12:19:27,029 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/1d273e3e4f674b1bbf640a3adfcc1400 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/1d273e3e4f674b1bbf640a3adfcc1400 2024-11-10T12:19:27,032 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c047fe1f92f1fc72231ea04aa6c30b0c/C of c047fe1f92f1fc72231ea04aa6c30b0c into 1d273e3e4f674b1bbf640a3adfcc1400(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:19:27,032 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c047fe1f92f1fc72231ea04aa6c30b0c: 2024-11-10T12:19:27,032 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c., storeName=c047fe1f92f1fc72231ea04aa6c30b0c/C, priority=13, startTime=1731241166990; duration=0sec 2024-11-10T12:19:27,032 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:19:27,032 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c047fe1f92f1fc72231ea04aa6c30b0c:C 2024-11-10T12:19:27,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on c047fe1f92f1fc72231ea04aa6c30b0c 2024-11-10T12:19:27,047 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c047fe1f92f1fc72231ea04aa6c30b0c 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-10T12:19:27,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c047fe1f92f1fc72231ea04aa6c30b0c, store=A 2024-11-10T12:19:27,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:27,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c047fe1f92f1fc72231ea04aa6c30b0c, store=B 2024-11-10T12:19:27,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:27,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c047fe1f92f1fc72231ea04aa6c30b0c, store=C 2024-11-10T12:19:27,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:27,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/c2378040739a4b9c8d64d0f028213928 is 50, key is test_row_0/A:col10/1731241166577/Put/seqid=0 2024-11-10T12:19:27,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742301_1477 (size=14741) 2024-11-10T12:19:27,060 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/c2378040739a4b9c8d64d0f028213928 2024-11-10T12:19:27,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/fbdfe9cec7ee416c8553b383f8cdf49a is 50, key is test_row_0/B:col10/1731241166577/Put/seqid=0 2024-11-10T12:19:27,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742302_1478 (size=12301) 2024-11-10T12:19:27,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:27,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49310 deadline: 1731241227093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:27,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:27,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49368 deadline: 1731241227096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:27,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-10T12:19:27,198 INFO [Thread-1904 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-10T12:19:27,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:19:27,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-10T12:19:27,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-10T12:19:27,200 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:19:27,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:27,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49334 deadline: 1731241227198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:27,201 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:19:27,201 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:19:27,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:27,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731241227199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:27,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:27,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49292 deadline: 1731241227199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:27,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:27,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49310 deadline: 1731241227201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:27,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:27,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49368 deadline: 1731241227202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:27,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-10T12:19:27,352 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:27,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-10T12:19:27,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:27,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. as already flushing 2024-11-10T12:19:27,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:27,352 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:27,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:27,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:27,403 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/ff011882d1b348179d5b351289f7f476 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/ff011882d1b348179d5b351289f7f476 2024-11-10T12:19:27,407 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c047fe1f92f1fc72231ea04aa6c30b0c/B of c047fe1f92f1fc72231ea04aa6c30b0c into ff011882d1b348179d5b351289f7f476(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:19:27,407 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c047fe1f92f1fc72231ea04aa6c30b0c: 2024-11-10T12:19:27,407 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c., storeName=c047fe1f92f1fc72231ea04aa6c30b0c/B, priority=13, startTime=1731241166989; duration=0sec 2024-11-10T12:19:27,407 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:19:27,407 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c047fe1f92f1fc72231ea04aa6c30b0c:B 2024-11-10T12:19:27,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:27,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49310 deadline: 1731241227407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:27,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:27,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49368 deadline: 1731241227408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:27,469 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/fbdfe9cec7ee416c8553b383f8cdf49a 2024-11-10T12:19:27,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/650436c086944153acd2e79a05c7f967 is 50, key is test_row_0/C:col10/1731241166577/Put/seqid=0 2024-11-10T12:19:27,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742303_1479 (size=12301) 2024-11-10T12:19:27,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-10T12:19:27,504 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:27,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-10T12:19:27,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:27,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. as already flushing 2024-11-10T12:19:27,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:27,505 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:27,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:27,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:27,656 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:27,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-10T12:19:27,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:27,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. as already flushing 2024-11-10T12:19:27,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:27,657 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:27,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:27,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:27,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:27,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49334 deadline: 1731241227702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:27,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:27,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49292 deadline: 1731241227705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:27,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:27,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731241227708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:27,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:27,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49368 deadline: 1731241227715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:27,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:27,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49310 deadline: 1731241227717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:27,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-10T12:19:27,808 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:27,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-10T12:19:27,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:27,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. as already flushing 2024-11-10T12:19:27,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:27,809 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:27,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:27,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:27,878 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/650436c086944153acd2e79a05c7f967 2024-11-10T12:19:27,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/c2378040739a4b9c8d64d0f028213928 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/c2378040739a4b9c8d64d0f028213928 2024-11-10T12:19:27,883 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/c2378040739a4b9c8d64d0f028213928, entries=200, sequenceid=273, filesize=14.4 K 2024-11-10T12:19:27,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/fbdfe9cec7ee416c8553b383f8cdf49a as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/fbdfe9cec7ee416c8553b383f8cdf49a 2024-11-10T12:19:27,886 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/fbdfe9cec7ee416c8553b383f8cdf49a, entries=150, sequenceid=273, filesize=12.0 K 2024-11-10T12:19:27,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/650436c086944153acd2e79a05c7f967 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/650436c086944153acd2e79a05c7f967 2024-11-10T12:19:27,889 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/650436c086944153acd2e79a05c7f967, entries=150, sequenceid=273, filesize=12.0 K 2024-11-10T12:19:27,890 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for c047fe1f92f1fc72231ea04aa6c30b0c in 844ms, sequenceid=273, compaction requested=false 2024-11-10T12:19:27,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c047fe1f92f1fc72231ea04aa6c30b0c: 2024-11-10T12:19:27,961 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:27,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-10T12:19:27,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:27,962 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing c047fe1f92f1fc72231ea04aa6c30b0c 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-10T12:19:27,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c047fe1f92f1fc72231ea04aa6c30b0c, store=A 2024-11-10T12:19:27,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:27,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c047fe1f92f1fc72231ea04aa6c30b0c, store=B 2024-11-10T12:19:27,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:27,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c047fe1f92f1fc72231ea04aa6c30b0c, store=C 2024-11-10T12:19:27,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:27,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/b3926dd3e93943db901bb1d788382348 is 50, key is test_row_0/A:col10/1731241167083/Put/seqid=0 2024-11-10T12:19:27,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742304_1480 (size=12301) 2024-11-10T12:19:28,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on c047fe1f92f1fc72231ea04aa6c30b0c 2024-11-10T12:19:28,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. as already flushing 2024-11-10T12:19:28,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:28,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49310 deadline: 1731241228264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:28,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:28,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49368 deadline: 1731241228265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:28,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-10T12:19:28,369 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/b3926dd3e93943db901bb1d788382348 2024-11-10T12:19:28,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/e7b4184504e145ec911dccc740aa5112 is 50, key is test_row_0/B:col10/1731241167083/Put/seqid=0 2024-11-10T12:19:28,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742305_1481 (size=12301) 2024-11-10T12:19:28,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:28,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49310 deadline: 1731241228373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:28,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:28,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49368 deadline: 1731241228375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:28,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:28,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49310 deadline: 1731241228579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:28,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:28,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49368 deadline: 1731241228582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:28,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:28,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49334 deadline: 1731241228715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:28,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:28,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49292 deadline: 1731241228716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:28,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:28,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731241228716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:28,778 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/e7b4184504e145ec911dccc740aa5112 2024-11-10T12:19:28,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/cff3b48724a549399fb64c563937cc1d is 50, key is test_row_0/C:col10/1731241167083/Put/seqid=0 2024-11-10T12:19:28,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742306_1482 (size=12301) 2024-11-10T12:19:28,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:28,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49310 deadline: 1731241228886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:28,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:28,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49368 deadline: 1731241228889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:29,186 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/cff3b48724a549399fb64c563937cc1d 2024-11-10T12:19:29,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/b3926dd3e93943db901bb1d788382348 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/b3926dd3e93943db901bb1d788382348 2024-11-10T12:19:29,193 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/b3926dd3e93943db901bb1d788382348, entries=150, sequenceid=292, filesize=12.0 K 2024-11-10T12:19:29,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/e7b4184504e145ec911dccc740aa5112 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/e7b4184504e145ec911dccc740aa5112 2024-11-10T12:19:29,196 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/e7b4184504e145ec911dccc740aa5112, entries=150, sequenceid=292, filesize=12.0 K 2024-11-10T12:19:29,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/cff3b48724a549399fb64c563937cc1d as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/cff3b48724a549399fb64c563937cc1d 2024-11-10T12:19:29,199 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/cff3b48724a549399fb64c563937cc1d, entries=150, sequenceid=292, filesize=12.0 K 2024-11-10T12:19:29,200 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for c047fe1f92f1fc72231ea04aa6c30b0c in 1239ms, sequenceid=292, compaction requested=true 2024-11-10T12:19:29,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for c047fe1f92f1fc72231ea04aa6c30b0c: 2024-11-10T12:19:29,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:29,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-10T12:19:29,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-10T12:19:29,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-10T12:19:29,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0000 sec 2024-11-10T12:19:29,203 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 2.0030 sec 2024-11-10T12:19:29,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-10T12:19:29,304 INFO [Thread-1904 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-10T12:19:29,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:19:29,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-10T12:19:29,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-10T12:19:29,306 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:19:29,306 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:19:29,306 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:19:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on c047fe1f92f1fc72231ea04aa6c30b0c 2024-11-10T12:19:29,396 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c047fe1f92f1fc72231ea04aa6c30b0c 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-10T12:19:29,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c047fe1f92f1fc72231ea04aa6c30b0c, store=A 2024-11-10T12:19:29,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:29,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c047fe1f92f1fc72231ea04aa6c30b0c, store=B 2024-11-10T12:19:29,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:29,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c047fe1f92f1fc72231ea04aa6c30b0c, store=C 2024-11-10T12:19:29,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:29,400 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/90f6ee3041464f17884e773c5fecc0ae is 50, key is test_row_0/A:col10/1731241169394/Put/seqid=0 2024-11-10T12:19:29,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742307_1483 (size=14741) 2024-11-10T12:19:29,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-10T12:19:29,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:29,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49310 deadline: 1731241229441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:29,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:29,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49368 deadline: 1731241229445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:29,457 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:29,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-10T12:19:29,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:29,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. as already flushing 2024-11-10T12:19:29,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:29,458 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:29,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:29,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:29,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:29,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49310 deadline: 1731241229549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:29,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:29,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49368 deadline: 1731241229552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:29,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-10T12:19:29,609 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:29,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-10T12:19:29,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:29,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. as already flushing 2024-11-10T12:19:29,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:29,610 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:29,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:29,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:29,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:29,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49310 deadline: 1731241229754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:29,761 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:29,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-10T12:19:29,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:29,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. as already flushing 2024-11-10T12:19:29,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:29,761 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:29,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:29,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:29,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:29,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49368 deadline: 1731241229758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:29,805 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/90f6ee3041464f17884e773c5fecc0ae 2024-11-10T12:19:29,811 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/21ee29737adc48469e8a23685ed5842a is 50, key is test_row_0/B:col10/1731241169394/Put/seqid=0 2024-11-10T12:19:29,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742308_1484 (size=12301) 2024-11-10T12:19:29,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-10T12:19:29,913 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:29,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-10T12:19:29,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:29,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. as already flushing 2024-11-10T12:19:29,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:29,914 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:29,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:29,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:30,065 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:30,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:30,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49310 deadline: 1731241230060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:30,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-10T12:19:30,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:30,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. as already flushing 2024-11-10T12:19:30,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:30,066 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:30,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:30,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:30,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:30,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49368 deadline: 1731241230066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:30,214 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/21ee29737adc48469e8a23685ed5842a 2024-11-10T12:19:30,218 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:30,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-10T12:19:30,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:30,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. as already flushing 2024-11-10T12:19:30,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:30,218 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:30,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:30,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:30,220 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/58adffaff0fd41f8869136e778733d70 is 50, key is test_row_0/C:col10/1731241169394/Put/seqid=0 2024-11-10T12:19:30,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742309_1485 (size=12301) 2024-11-10T12:19:30,370 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:30,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-10T12:19:30,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:30,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. as already flushing 2024-11-10T12:19:30,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:30,371 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:30,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:30,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:30,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-10T12:19:30,523 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:30,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-10T12:19:30,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:30,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. as already flushing 2024-11-10T12:19:30,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:30,523 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:30,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:30,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:30,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:30,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49310 deadline: 1731241230568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:30,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:30,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49368 deadline: 1731241230571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:30,624 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/58adffaff0fd41f8869136e778733d70 2024-11-10T12:19:30,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/90f6ee3041464f17884e773c5fecc0ae as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/90f6ee3041464f17884e773c5fecc0ae 2024-11-10T12:19:30,630 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/90f6ee3041464f17884e773c5fecc0ae, entries=200, sequenceid=311, filesize=14.4 K 2024-11-10T12:19:30,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/21ee29737adc48469e8a23685ed5842a as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/21ee29737adc48469e8a23685ed5842a 2024-11-10T12:19:30,633 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/21ee29737adc48469e8a23685ed5842a, entries=150, sequenceid=311, filesize=12.0 K 2024-11-10T12:19:30,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/58adffaff0fd41f8869136e778733d70 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/58adffaff0fd41f8869136e778733d70 2024-11-10T12:19:30,636 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/58adffaff0fd41f8869136e778733d70, entries=150, sequenceid=311, filesize=12.0 K 2024-11-10T12:19:30,637 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for c047fe1f92f1fc72231ea04aa6c30b0c in 1242ms, sequenceid=311, compaction requested=true 2024-11-10T12:19:30,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c047fe1f92f1fc72231ea04aa6c30b0c: 2024-11-10T12:19:30,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c047fe1f92f1fc72231ea04aa6c30b0c:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:19:30,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:19:30,637 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:19:30,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c047fe1f92f1fc72231ea04aa6c30b0c:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:19:30,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:19:30,637 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:19:30,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c047fe1f92f1fc72231ea04aa6c30b0c:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:19:30,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:19:30,638 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49668 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:19:30,638 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54548 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:19:30,638 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1540): c047fe1f92f1fc72231ea04aa6c30b0c/A is initiating minor compaction (all files) 2024-11-10T12:19:30,638 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): c047fe1f92f1fc72231ea04aa6c30b0c/B is initiating minor compaction (all files) 2024-11-10T12:19:30,638 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c047fe1f92f1fc72231ea04aa6c30b0c/B in TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:30,638 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c047fe1f92f1fc72231ea04aa6c30b0c/A in TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:30,638 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/ff011882d1b348179d5b351289f7f476, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/fbdfe9cec7ee416c8553b383f8cdf49a, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/e7b4184504e145ec911dccc740aa5112, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/21ee29737adc48469e8a23685ed5842a] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp, totalSize=48.5 K 2024-11-10T12:19:30,638 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/27279619486a4ac1b5d160f58a7e36dd, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/c2378040739a4b9c8d64d0f028213928, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/b3926dd3e93943db901bb1d788382348, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/90f6ee3041464f17884e773c5fecc0ae] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp, totalSize=53.3 K 2024-11-10T12:19:30,639 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting ff011882d1b348179d5b351289f7f476, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731241165924 2024-11-10T12:19:30,639 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 27279619486a4ac1b5d160f58a7e36dd, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731241165924 2024-11-10T12:19:30,639 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting fbdfe9cec7ee416c8553b383f8cdf49a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731241166577 2024-11-10T12:19:30,639 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting c2378040739a4b9c8d64d0f028213928, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731241166577 2024-11-10T12:19:30,639 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting e7b4184504e145ec911dccc740aa5112, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731241167083 2024-11-10T12:19:30,639 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting b3926dd3e93943db901bb1d788382348, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731241167083 2024-11-10T12:19:30,639 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 21ee29737adc48469e8a23685ed5842a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731241168245 2024-11-10T12:19:30,640 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 90f6ee3041464f17884e773c5fecc0ae, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731241168245 2024-11-10T12:19:30,645 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c047fe1f92f1fc72231ea04aa6c30b0c#A#compaction#417 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:19:30,645 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/b0e5b76a2cef46339ba3629960d97b12 is 50, key is test_row_0/A:col10/1731241169394/Put/seqid=0 2024-11-10T12:19:30,648 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c047fe1f92f1fc72231ea04aa6c30b0c#B#compaction#418 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:19:30,648 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/00dd776f7378493fa35d894914c556d3 is 50, key is test_row_0/B:col10/1731241169394/Put/seqid=0 2024-11-10T12:19:30,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742310_1486 (size=13051) 2024-11-10T12:19:30,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742311_1487 (size=13051) 2024-11-10T12:19:30,655 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/00dd776f7378493fa35d894914c556d3 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/00dd776f7378493fa35d894914c556d3 2024-11-10T12:19:30,658 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c047fe1f92f1fc72231ea04aa6c30b0c/B of c047fe1f92f1fc72231ea04aa6c30b0c into 00dd776f7378493fa35d894914c556d3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:19:30,658 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c047fe1f92f1fc72231ea04aa6c30b0c: 2024-11-10T12:19:30,658 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c., storeName=c047fe1f92f1fc72231ea04aa6c30b0c/B, priority=12, startTime=1731241170637; duration=0sec 2024-11-10T12:19:30,658 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:19:30,658 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c047fe1f92f1fc72231ea04aa6c30b0c:B 2024-11-10T12:19:30,659 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:19:30,659 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49668 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:19:30,659 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): c047fe1f92f1fc72231ea04aa6c30b0c/C is initiating minor compaction (all files) 2024-11-10T12:19:30,660 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c047fe1f92f1fc72231ea04aa6c30b0c/C in TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:30,660 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/1d273e3e4f674b1bbf640a3adfcc1400, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/650436c086944153acd2e79a05c7f967, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/cff3b48724a549399fb64c563937cc1d, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/58adffaff0fd41f8869136e778733d70] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp, totalSize=48.5 K 2024-11-10T12:19:30,660 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d273e3e4f674b1bbf640a3adfcc1400, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731241165924 2024-11-10T12:19:30,660 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 650436c086944153acd2e79a05c7f967, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731241166577 2024-11-10T12:19:30,660 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting cff3b48724a549399fb64c563937cc1d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731241167083 2024-11-10T12:19:30,661 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 58adffaff0fd41f8869136e778733d70, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731241168245 2024-11-10T12:19:30,667 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c047fe1f92f1fc72231ea04aa6c30b0c#C#compaction#419 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:19:30,668 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/dd39afa5e91844e1ba07a08e941f3b12 is 50, key is test_row_0/C:col10/1731241169394/Put/seqid=0 2024-11-10T12:19:30,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742312_1488 (size=13051) 2024-11-10T12:19:30,674 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/dd39afa5e91844e1ba07a08e941f3b12 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/dd39afa5e91844e1ba07a08e941f3b12 2024-11-10T12:19:30,675 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:30,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-10T12:19:30,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:30,676 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing c047fe1f92f1fc72231ea04aa6c30b0c 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-10T12:19:30,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c047fe1f92f1fc72231ea04aa6c30b0c, store=A 2024-11-10T12:19:30,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:30,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c047fe1f92f1fc72231ea04aa6c30b0c, store=B 2024-11-10T12:19:30,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:30,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c047fe1f92f1fc72231ea04aa6c30b0c, store=C 2024-11-10T12:19:30,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:30,679 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c047fe1f92f1fc72231ea04aa6c30b0c/C of c047fe1f92f1fc72231ea04aa6c30b0c into dd39afa5e91844e1ba07a08e941f3b12(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:19:30,679 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c047fe1f92f1fc72231ea04aa6c30b0c: 2024-11-10T12:19:30,679 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c., storeName=c047fe1f92f1fc72231ea04aa6c30b0c/C, priority=12, startTime=1731241170637; duration=0sec 2024-11-10T12:19:30,679 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:19:30,679 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c047fe1f92f1fc72231ea04aa6c30b0c:C 2024-11-10T12:19:30,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/c5bc4ea58ee3450cb6897b5029ee1865 is 50, key is test_row_0/A:col10/1731241169433/Put/seqid=0 2024-11-10T12:19:30,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742313_1489 (size=12301) 2024-11-10T12:19:30,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on c047fe1f92f1fc72231ea04aa6c30b0c 2024-11-10T12:19:30,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. as already flushing 2024-11-10T12:19:30,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:30,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731241230755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:30,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:30,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49292 deadline: 1731241230756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:30,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:30,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49334 deadline: 1731241230759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:30,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:30,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731241230862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:30,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:30,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49292 deadline: 1731241230862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:30,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:30,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49334 deadline: 1731241230862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:31,054 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/b0e5b76a2cef46339ba3629960d97b12 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/b0e5b76a2cef46339ba3629960d97b12 2024-11-10T12:19:31,058 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c047fe1f92f1fc72231ea04aa6c30b0c/A of c047fe1f92f1fc72231ea04aa6c30b0c into b0e5b76a2cef46339ba3629960d97b12(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:19:31,058 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c047fe1f92f1fc72231ea04aa6c30b0c: 2024-11-10T12:19:31,058 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c., storeName=c047fe1f92f1fc72231ea04aa6c30b0c/A, priority=12, startTime=1731241170637; duration=0sec 2024-11-10T12:19:31,058 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:19:31,058 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c047fe1f92f1fc72231ea04aa6c30b0c:A 2024-11-10T12:19:31,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:31,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731241231069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:31,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:31,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49292 deadline: 1731241231069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:31,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:31,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49334 deadline: 1731241231069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:31,083 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/c5bc4ea58ee3450cb6897b5029ee1865 2024-11-10T12:19:31,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/48fa8b49b6cc4a57899784d6cc31f5e6 is 50, key is test_row_0/B:col10/1731241169433/Put/seqid=0 2024-11-10T12:19:31,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742314_1490 (size=12301) 2024-11-10T12:19:31,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:31,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49334 deadline: 1731241231374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:31,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:31,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731241231375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:31,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:31,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49292 deadline: 1731241231375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:31,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-10T12:19:31,492 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/48fa8b49b6cc4a57899784d6cc31f5e6 2024-11-10T12:19:31,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/2c64a3b73b17416c9af2b7fd0a1f0d1a is 50, key is test_row_0/C:col10/1731241169433/Put/seqid=0 2024-11-10T12:19:31,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742315_1491 (size=12301) 2024-11-10T12:19:31,501 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/2c64a3b73b17416c9af2b7fd0a1f0d1a 2024-11-10T12:19:31,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/c5bc4ea58ee3450cb6897b5029ee1865 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/c5bc4ea58ee3450cb6897b5029ee1865 2024-11-10T12:19:31,506 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/c5bc4ea58ee3450cb6897b5029ee1865, entries=150, sequenceid=329, filesize=12.0 K 2024-11-10T12:19:31,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/48fa8b49b6cc4a57899784d6cc31f5e6 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/48fa8b49b6cc4a57899784d6cc31f5e6 2024-11-10T12:19:31,509 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/48fa8b49b6cc4a57899784d6cc31f5e6, entries=150, sequenceid=329, filesize=12.0 K 2024-11-10T12:19:31,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/2c64a3b73b17416c9af2b7fd0a1f0d1a as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/2c64a3b73b17416c9af2b7fd0a1f0d1a 2024-11-10T12:19:31,512 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/2c64a3b73b17416c9af2b7fd0a1f0d1a, entries=150, sequenceid=329, filesize=12.0 K 2024-11-10T12:19:31,513 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for c047fe1f92f1fc72231ea04aa6c30b0c in 838ms, sequenceid=329, compaction requested=false 2024-11-10T12:19:31,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for c047fe1f92f1fc72231ea04aa6c30b0c: 2024-11-10T12:19:31,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:31,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-10T12:19:31,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-10T12:19:31,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-10T12:19:31,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2080 sec 2024-11-10T12:19:31,515 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 2.2100 sec 2024-11-10T12:19:31,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on c047fe1f92f1fc72231ea04aa6c30b0c 2024-11-10T12:19:31,577 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c047fe1f92f1fc72231ea04aa6c30b0c 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-10T12:19:31,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c047fe1f92f1fc72231ea04aa6c30b0c, store=A 2024-11-10T12:19:31,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:31,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c047fe1f92f1fc72231ea04aa6c30b0c, store=B 2024-11-10T12:19:31,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:31,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c047fe1f92f1fc72231ea04aa6c30b0c, store=C 2024-11-10T12:19:31,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:31,580 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/32fd4c299fef42bfb2b6424c5f4a0cf0 is 50, key is test_row_0/A:col10/1731241171576/Put/seqid=0 2024-11-10T12:19:31,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742316_1492 (size=14741) 2024-11-10T12:19:31,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:31,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49368 deadline: 1731241231612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:31,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:31,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49310 deadline: 1731241231614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:31,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:31,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49368 deadline: 1731241231718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:31,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:31,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49310 deadline: 1731241231719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:31,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:31,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49334 deadline: 1731241231880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:31,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:31,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731241231881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:31,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:31,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49292 deadline: 1731241231883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:31,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:31,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49310 deadline: 1731241231922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:31,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:31,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49368 deadline: 1731241231923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:31,984 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/32fd4c299fef42bfb2b6424c5f4a0cf0 2024-11-10T12:19:31,989 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/eeade3ea7a794973a24eed33eb169d96 is 50, key is test_row_0/B:col10/1731241171576/Put/seqid=0 2024-11-10T12:19:31,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742317_1493 (size=12301) 2024-11-10T12:19:32,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:32,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49368 deadline: 1731241232228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:32,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:32,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49310 deadline: 1731241232229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:32,392 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/eeade3ea7a794973a24eed33eb169d96 2024-11-10T12:19:32,397 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/d5adb85f7c1044f6b3a00ac944b616fa is 50, key is test_row_0/C:col10/1731241171576/Put/seqid=0 2024-11-10T12:19:32,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742318_1494 (size=12301) 2024-11-10T12:19:32,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:32,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49368 deadline: 1731241232737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:32,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:32,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49310 deadline: 1731241232737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:32,801 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/d5adb85f7c1044f6b3a00ac944b616fa 2024-11-10T12:19:32,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/32fd4c299fef42bfb2b6424c5f4a0cf0 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/32fd4c299fef42bfb2b6424c5f4a0cf0 2024-11-10T12:19:32,808 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/32fd4c299fef42bfb2b6424c5f4a0cf0, entries=200, sequenceid=351, filesize=14.4 K 2024-11-10T12:19:32,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/eeade3ea7a794973a24eed33eb169d96 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/eeade3ea7a794973a24eed33eb169d96 2024-11-10T12:19:32,811 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/eeade3ea7a794973a24eed33eb169d96, entries=150, sequenceid=351, filesize=12.0 K 2024-11-10T12:19:32,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/d5adb85f7c1044f6b3a00ac944b616fa as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/d5adb85f7c1044f6b3a00ac944b616fa 2024-11-10T12:19:32,813 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/d5adb85f7c1044f6b3a00ac944b616fa, entries=150, sequenceid=351, filesize=12.0 K 2024-11-10T12:19:32,814 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for c047fe1f92f1fc72231ea04aa6c30b0c in 1238ms, sequenceid=351, compaction requested=true 2024-11-10T12:19:32,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c047fe1f92f1fc72231ea04aa6c30b0c: 2024-11-10T12:19:32,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c047fe1f92f1fc72231ea04aa6c30b0c:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:19:32,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:19:32,814 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:19:32,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c047fe1f92f1fc72231ea04aa6c30b0c:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:19:32,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:19:32,814 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:19:32,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c047fe1f92f1fc72231ea04aa6c30b0c:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:19:32,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:19:32,815 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:19:32,815 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40093 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:19:32,815 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): c047fe1f92f1fc72231ea04aa6c30b0c/B is initiating minor compaction (all files) 2024-11-10T12:19:32,815 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1540): c047fe1f92f1fc72231ea04aa6c30b0c/A is initiating minor compaction (all files) 2024-11-10T12:19:32,815 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c047fe1f92f1fc72231ea04aa6c30b0c/B in TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:32,815 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c047fe1f92f1fc72231ea04aa6c30b0c/A in TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:32,815 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/00dd776f7378493fa35d894914c556d3, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/48fa8b49b6cc4a57899784d6cc31f5e6, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/eeade3ea7a794973a24eed33eb169d96] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp, totalSize=36.8 K 2024-11-10T12:19:32,815 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/b0e5b76a2cef46339ba3629960d97b12, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/c5bc4ea58ee3450cb6897b5029ee1865, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/32fd4c299fef42bfb2b6424c5f4a0cf0] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp, totalSize=39.2 K 2024-11-10T12:19:32,816 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 00dd776f7378493fa35d894914c556d3, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731241168245 2024-11-10T12:19:32,816 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting b0e5b76a2cef46339ba3629960d97b12, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731241168245 2024-11-10T12:19:32,816 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting c5bc4ea58ee3450cb6897b5029ee1865, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731241169426 2024-11-10T12:19:32,816 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 48fa8b49b6cc4a57899784d6cc31f5e6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731241169426 2024-11-10T12:19:32,816 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 32fd4c299fef42bfb2b6424c5f4a0cf0, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1731241170754 2024-11-10T12:19:32,816 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting eeade3ea7a794973a24eed33eb169d96, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1731241170754 2024-11-10T12:19:32,820 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c047fe1f92f1fc72231ea04aa6c30b0c#B#compaction#427 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:19:32,820 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c047fe1f92f1fc72231ea04aa6c30b0c#A#compaction#426 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:19:32,820 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/dd56eb835de944219610cfc900703aac is 50, key is test_row_0/A:col10/1731241171576/Put/seqid=0 2024-11-10T12:19:32,820 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/9cc08328bf8c455a8e9e83692407cf3e is 50, key is test_row_0/B:col10/1731241171576/Put/seqid=0 2024-11-10T12:19:32,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742319_1495 (size=13153) 2024-11-10T12:19:32,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742320_1496 (size=13153) 2024-11-10T12:19:32,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on c047fe1f92f1fc72231ea04aa6c30b0c 2024-11-10T12:19:32,895 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c047fe1f92f1fc72231ea04aa6c30b0c 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-10T12:19:32,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c047fe1f92f1fc72231ea04aa6c30b0c, store=A 2024-11-10T12:19:32,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:32,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c047fe1f92f1fc72231ea04aa6c30b0c, store=B 2024-11-10T12:19:32,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:32,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c047fe1f92f1fc72231ea04aa6c30b0c, store=C 2024-11-10T12:19:32,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:32,899 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/b32497018bfd4e92b6b8c1dbe9808ca1 is 50, key is test_row_0/A:col10/1731241172894/Put/seqid=0 2024-11-10T12:19:32,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742321_1497 (size=14741) 2024-11-10T12:19:32,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:32,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49292 deadline: 1731241232935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:32,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:32,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731241232940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:32,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:32,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49334 deadline: 1731241232942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:33,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:33,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49292 deadline: 1731241233047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:33,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:33,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731241233048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:33,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:33,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49334 deadline: 1731241233048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:33,227 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/9cc08328bf8c455a8e9e83692407cf3e as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/9cc08328bf8c455a8e9e83692407cf3e 2024-11-10T12:19:33,231 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c047fe1f92f1fc72231ea04aa6c30b0c/B of c047fe1f92f1fc72231ea04aa6c30b0c into 9cc08328bf8c455a8e9e83692407cf3e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:19:33,231 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c047fe1f92f1fc72231ea04aa6c30b0c: 2024-11-10T12:19:33,231 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c., storeName=c047fe1f92f1fc72231ea04aa6c30b0c/B, priority=13, startTime=1731241172814; duration=0sec 2024-11-10T12:19:33,231 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:19:33,231 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c047fe1f92f1fc72231ea04aa6c30b0c:B 2024-11-10T12:19:33,231 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:19:33,232 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/dd56eb835de944219610cfc900703aac as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/dd56eb835de944219610cfc900703aac 2024-11-10T12:19:33,232 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:19:33,232 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): c047fe1f92f1fc72231ea04aa6c30b0c/C is initiating minor compaction (all files) 2024-11-10T12:19:33,232 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c047fe1f92f1fc72231ea04aa6c30b0c/C in TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:33,232 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/dd39afa5e91844e1ba07a08e941f3b12, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/2c64a3b73b17416c9af2b7fd0a1f0d1a, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/d5adb85f7c1044f6b3a00ac944b616fa] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp, totalSize=36.8 K 2024-11-10T12:19:33,232 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting dd39afa5e91844e1ba07a08e941f3b12, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731241168245 2024-11-10T12:19:33,232 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c64a3b73b17416c9af2b7fd0a1f0d1a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731241169426 2024-11-10T12:19:33,233 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting d5adb85f7c1044f6b3a00ac944b616fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1731241170754 2024-11-10T12:19:33,235 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c047fe1f92f1fc72231ea04aa6c30b0c/A of c047fe1f92f1fc72231ea04aa6c30b0c into dd56eb835de944219610cfc900703aac(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:19:33,235 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c047fe1f92f1fc72231ea04aa6c30b0c: 2024-11-10T12:19:33,235 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c., storeName=c047fe1f92f1fc72231ea04aa6c30b0c/A, priority=13, startTime=1731241172814; duration=0sec 2024-11-10T12:19:33,235 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:19:33,235 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c047fe1f92f1fc72231ea04aa6c30b0c:A 2024-11-10T12:19:33,244 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c047fe1f92f1fc72231ea04aa6c30b0c#C#compaction#429 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:19:33,245 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/c7897457a19f4ffbbafeec8455cf8572 is 50, key is test_row_0/C:col10/1731241171576/Put/seqid=0 2024-11-10T12:19:33,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742322_1498 (size=13153) 2024-11-10T12:19:33,259 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/c7897457a19f4ffbbafeec8455cf8572 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/c7897457a19f4ffbbafeec8455cf8572 2024-11-10T12:19:33,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:33,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49292 deadline: 1731241233255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:33,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:33,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731241233255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:33,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:33,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49334 deadline: 1731241233256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:33,264 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c047fe1f92f1fc72231ea04aa6c30b0c/C of c047fe1f92f1fc72231ea04aa6c30b0c into c7897457a19f4ffbbafeec8455cf8572(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:19:33,264 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c047fe1f92f1fc72231ea04aa6c30b0c: 2024-11-10T12:19:33,264 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c., storeName=c047fe1f92f1fc72231ea04aa6c30b0c/C, priority=13, startTime=1731241172814; duration=0sec 2024-11-10T12:19:33,264 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:19:33,264 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c047fe1f92f1fc72231ea04aa6c30b0c:C 2024-11-10T12:19:33,302 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/b32497018bfd4e92b6b8c1dbe9808ca1 2024-11-10T12:19:33,309 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/8e62e998e5fa443784930c13b593db48 is 50, key is test_row_0/B:col10/1731241172894/Put/seqid=0 2024-11-10T12:19:33,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742323_1499 (size=12301) 2024-11-10T12:19:33,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-10T12:19:33,410 INFO [Thread-1904 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-10T12:19:33,411 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:19:33,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-10T12:19:33,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-10T12:19:33,412 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:19:33,412 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:19:33,412 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:19:33,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-10T12:19:33,563 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:33,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-10T12:19:33,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:33,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. as already flushing 2024-11-10T12:19:33,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:33,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:33,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:33,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:33,565 DEBUG [Thread-1911 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x184771cf to 127.0.0.1:59506 2024-11-10T12:19:33,565 DEBUG [Thread-1911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:19:33,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:33,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49292 deadline: 1731241233563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:33,567 DEBUG [Thread-1907 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x41b0e7b6 to 127.0.0.1:59506 2024-11-10T12:19:33,567 DEBUG [Thread-1907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:19:33,567 DEBUG [Thread-1905 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5f7c40ba to 127.0.0.1:59506 2024-11-10T12:19:33,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:33,567 DEBUG [Thread-1905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:19:33,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49334 deadline: 1731241233563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:33,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:33,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731241233564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:33,571 DEBUG [Thread-1909 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0f2423f3 to 127.0.0.1:59506 2024-11-10T12:19:33,571 DEBUG [Thread-1909 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:19:33,573 DEBUG [Thread-1913 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x076f0408 to 127.0.0.1:59506 2024-11-10T12:19:33,573 DEBUG [Thread-1913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:19:33,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-10T12:19:33,715 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/8e62e998e5fa443784930c13b593db48 2024-11-10T12:19:33,716 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:33,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-10T12:19:33,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:33,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. as already flushing 2024-11-10T12:19:33,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:33,718 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:33,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:33,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:33,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/07b2548ccfa44f68b0fa668d9b24cf33 is 50, key is test_row_0/C:col10/1731241172894/Put/seqid=0 2024-11-10T12:19:33,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742324_1500 (size=12301) 2024-11-10T12:19:33,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:33,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49368 deadline: 1731241233745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:33,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:33,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49310 deadline: 1731241233746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:33,870 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:33,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-10T12:19:33,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:33,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. as already flushing 2024-11-10T12:19:33,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:33,871 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:33,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:33,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:34,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-10T12:19:34,025 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:34,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-10T12:19:34,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:34,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. as already flushing 2024-11-10T12:19:34,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:34,026 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:34,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:34,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:34,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:34,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49292 deadline: 1731241234069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:34,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:34,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731241234071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:34,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:34,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49334 deadline: 1731241234072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:34,131 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/07b2548ccfa44f68b0fa668d9b24cf33 2024-11-10T12:19:34,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/b32497018bfd4e92b6b8c1dbe9808ca1 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/b32497018bfd4e92b6b8c1dbe9808ca1 2024-11-10T12:19:34,148 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/b32497018bfd4e92b6b8c1dbe9808ca1, entries=200, sequenceid=368, filesize=14.4 K 2024-11-10T12:19:34,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/8e62e998e5fa443784930c13b593db48 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/8e62e998e5fa443784930c13b593db48 2024-11-10T12:19:34,154 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/8e62e998e5fa443784930c13b593db48, entries=150, sequenceid=368, filesize=12.0 K 2024-11-10T12:19:34,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/07b2548ccfa44f68b0fa668d9b24cf33 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/07b2548ccfa44f68b0fa668d9b24cf33 2024-11-10T12:19:34,159 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/07b2548ccfa44f68b0fa668d9b24cf33, entries=150, sequenceid=368, filesize=12.0 K 2024-11-10T12:19:34,160 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for c047fe1f92f1fc72231ea04aa6c30b0c in 1265ms, sequenceid=368, compaction requested=false 2024-11-10T12:19:34,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c047fe1f92f1fc72231ea04aa6c30b0c: 2024-11-10T12:19:34,178 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:34,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-10T12:19:34,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:34,180 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing c047fe1f92f1fc72231ea04aa6c30b0c 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-10T12:19:34,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c047fe1f92f1fc72231ea04aa6c30b0c, store=A 2024-11-10T12:19:34,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:34,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c047fe1f92f1fc72231ea04aa6c30b0c, store=B 2024-11-10T12:19:34,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:34,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c047fe1f92f1fc72231ea04aa6c30b0c, store=C 2024-11-10T12:19:34,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:34,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/edbfb119d93442ddb474f0c9ae71594f is 50, key is test_row_0/A:col10/1731241172940/Put/seqid=0 2024-11-10T12:19:34,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742325_1501 (size=12301) 2024-11-10T12:19:34,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-10T12:19:34,596 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/edbfb119d93442ddb474f0c9ae71594f 2024-11-10T12:19:34,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/d692894e85004f6fb266d89e6571c026 is 50, key is test_row_0/B:col10/1731241172940/Put/seqid=0 2024-11-10T12:19:34,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742326_1502 (size=12301) 2024-11-10T12:19:35,011 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/d692894e85004f6fb266d89e6571c026 2024-11-10T12:19:35,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/4152e2e34963435ca7f244754eab4454 is 50, key is test_row_0/C:col10/1731241172940/Put/seqid=0 2024-11-10T12:19:35,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742327_1503 (size=12301) 2024-11-10T12:19:35,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on c047fe1f92f1fc72231ea04aa6c30b0c 2024-11-10T12:19:35,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. as already flushing 2024-11-10T12:19:35,076 DEBUG [Thread-1894 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7177efc9 to 127.0.0.1:59506 2024-11-10T12:19:35,076 DEBUG [Thread-1894 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:19:35,077 DEBUG [Thread-1898 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7043f683 to 127.0.0.1:59506 2024-11-10T12:19:35,077 DEBUG [Thread-1898 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:19:35,081 DEBUG [Thread-1900 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b0c2472 to 127.0.0.1:59506 2024-11-10T12:19:35,081 DEBUG [Thread-1900 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:19:35,337 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T12:19:35,430 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/4152e2e34963435ca7f244754eab4454 2024-11-10T12:19:35,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/edbfb119d93442ddb474f0c9ae71594f as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/edbfb119d93442ddb474f0c9ae71594f 2024-11-10T12:19:35,447 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/edbfb119d93442ddb474f0c9ae71594f, entries=150, sequenceid=390, filesize=12.0 K 2024-11-10T12:19:35,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/d692894e85004f6fb266d89e6571c026 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/d692894e85004f6fb266d89e6571c026 2024-11-10T12:19:35,450 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/d692894e85004f6fb266d89e6571c026, entries=150, sequenceid=390, filesize=12.0 K 2024-11-10T12:19:35,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/4152e2e34963435ca7f244754eab4454 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/4152e2e34963435ca7f244754eab4454 2024-11-10T12:19:35,454 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/4152e2e34963435ca7f244754eab4454, entries=150, sequenceid=390, filesize=12.0 K 2024-11-10T12:19:35,454 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=20.13 KB/20610 for c047fe1f92f1fc72231ea04aa6c30b0c in 1275ms, sequenceid=390, compaction requested=true 2024-11-10T12:19:35,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for c047fe1f92f1fc72231ea04aa6c30b0c: 2024-11-10T12:19:35,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:35,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-10T12:19:35,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-10T12:19:35,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-10T12:19:35,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0430 sec 2024-11-10T12:19:35,457 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 2.0450 sec 2024-11-10T12:19:35,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-10T12:19:35,520 INFO [Thread-1904 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-10T12:19:35,752 DEBUG [Thread-1896 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61d38088 to 127.0.0.1:59506 2024-11-10T12:19:35,752 DEBUG [Thread-1896 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:19:35,757 DEBUG [Thread-1902 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x34b30c39 to 127.0.0.1:59506 2024-11-10T12:19:35,757 DEBUG [Thread-1902 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:19:35,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-10T12:19:35,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-11-10T12:19:35,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-10T12:19:35,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-10T12:19:35,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-11-10T12:19:35,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 91 2024-11-10T12:19:35,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-10T12:19:35,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-10T12:19:35,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2329 2024-11-10T12:19:35,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6987 rows 2024-11-10T12:19:35,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2318 2024-11-10T12:19:35,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6954 rows 2024-11-10T12:19:35,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2323 2024-11-10T12:19:35,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6969 rows 2024-11-10T12:19:35,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2331 2024-11-10T12:19:35,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6993 rows 2024-11-10T12:19:35,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2328 2024-11-10T12:19:35,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6984 rows 2024-11-10T12:19:35,759 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-10T12:19:35,759 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x695c2253 to 127.0.0.1:59506 2024-11-10T12:19:35,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:19:35,761 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-10T12:19:35,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-10T12:19:35,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-10T12:19:35,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-10T12:19:35,765 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241175765"}]},"ts":"1731241175765"} 2024-11-10T12:19:35,766 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-10T12:19:35,803 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-10T12:19:35,805 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T12:19:35,807 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c047fe1f92f1fc72231ea04aa6c30b0c, UNASSIGN}] 2024-11-10T12:19:35,808 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=140, ppid=139, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c047fe1f92f1fc72231ea04aa6c30b0c, UNASSIGN 2024-11-10T12:19:35,809 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=140 updating hbase:meta row=c047fe1f92f1fc72231ea04aa6c30b0c, regionState=CLOSING, regionLocation=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:35,811 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T12:19:35,811 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; CloseRegionProcedure c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112}] 2024-11-10T12:19:35,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-10T12:19:35,962 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:35,963 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] handler.UnassignRegionHandler(124): Close c047fe1f92f1fc72231ea04aa6c30b0c 2024-11-10T12:19:35,963 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-10T12:19:35,964 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1681): Closing c047fe1f92f1fc72231ea04aa6c30b0c, disabling compactions & flushes 2024-11-10T12:19:35,964 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:35,964 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:35,964 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. after waiting 0 ms 2024-11-10T12:19:35,964 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:35,964 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(2837): Flushing c047fe1f92f1fc72231ea04aa6c30b0c 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-10T12:19:35,965 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c047fe1f92f1fc72231ea04aa6c30b0c, store=A 2024-11-10T12:19:35,965 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:35,965 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c047fe1f92f1fc72231ea04aa6c30b0c, store=B 2024-11-10T12:19:35,965 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:35,965 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c047fe1f92f1fc72231ea04aa6c30b0c, store=C 2024-11-10T12:19:35,965 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:35,973 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/3d29371788a04cf9b02d085ef34f1309 is 50, key is test_row_0/A:col10/1731241175755/Put/seqid=0 2024-11-10T12:19:35,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742328_1504 (size=12301) 2024-11-10T12:19:36,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-10T12:19:36,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-10T12:19:36,378 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/3d29371788a04cf9b02d085ef34f1309 2024-11-10T12:19:36,392 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/212aa0ca2fa049c696a0fc81f7349a44 is 50, key is test_row_0/B:col10/1731241175755/Put/seqid=0 2024-11-10T12:19:36,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742329_1505 (size=12301) 2024-11-10T12:19:36,797 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/212aa0ca2fa049c696a0fc81f7349a44 2024-11-10T12:19:36,811 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/2a98d736d4074fe5a38bb3ab97a0c106 is 50, key is test_row_0/C:col10/1731241175755/Put/seqid=0 2024-11-10T12:19:36,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742330_1506 (size=12301) 2024-11-10T12:19:36,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-10T12:19:37,218 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/2a98d736d4074fe5a38bb3ab97a0c106 2024-11-10T12:19:37,226 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/A/3d29371788a04cf9b02d085ef34f1309 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/3d29371788a04cf9b02d085ef34f1309 2024-11-10T12:19:37,232 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/3d29371788a04cf9b02d085ef34f1309, entries=150, sequenceid=398, filesize=12.0 K 2024-11-10T12:19:37,233 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/B/212aa0ca2fa049c696a0fc81f7349a44 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/212aa0ca2fa049c696a0fc81f7349a44 2024-11-10T12:19:37,237 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/212aa0ca2fa049c696a0fc81f7349a44, entries=150, sequenceid=398, filesize=12.0 K 2024-11-10T12:19:37,238 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/.tmp/C/2a98d736d4074fe5a38bb3ab97a0c106 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/2a98d736d4074fe5a38bb3ab97a0c106 2024-11-10T12:19:37,241 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/2a98d736d4074fe5a38bb3ab97a0c106, entries=150, sequenceid=398, filesize=12.0 K 2024-11-10T12:19:37,242 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for c047fe1f92f1fc72231ea04aa6c30b0c in 1278ms, sequenceid=398, compaction requested=true 2024-11-10T12:19:37,243 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/3989fc63a4c94456afb5cc0e865e4496, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/8fec483bb40d41c5ba8284c244d60633, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/b433f3dc394645a2bd0e7d2d514dfcb1, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/290852d0a2c14e8181d6f14ff244b6ef, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/9cf0057797dd42bba161b63003dc9615, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/69c318cde5d243338f2a40f8d8a97d0a, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/d4ae61e31db64443934f276683fd8129, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/75bedc2c51554ce598a5aef353971a08, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/b82c6bce73944513acbd3a6134aeacfe, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/8311bbf70fe5484faf972906f376772a, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/280f804a33e340d6a6308b261db2560f, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/43861d144b98484d96089cfd13df7634, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/c57dc064f8c04885a0675a838c21e71a, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/ffeb5ba5240f4e36b1043df804212611, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/864878b31cb246d9a164b2019fda924b, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/c291a84f5a1d440389d95769296d4e14, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/d4766a5172af433b9dde6372bc2b2b1f, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/34d37e9a70264156a4ef47eb81adc2de, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/27279619486a4ac1b5d160f58a7e36dd, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/c2378040739a4b9c8d64d0f028213928, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/b3926dd3e93943db901bb1d788382348, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/90f6ee3041464f17884e773c5fecc0ae, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/b0e5b76a2cef46339ba3629960d97b12, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/c5bc4ea58ee3450cb6897b5029ee1865, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/32fd4c299fef42bfb2b6424c5f4a0cf0] to archive 2024-11-10T12:19:37,244 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T12:19:37,246 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/3989fc63a4c94456afb5cc0e865e4496 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/3989fc63a4c94456afb5cc0e865e4496 2024-11-10T12:19:37,247 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/8fec483bb40d41c5ba8284c244d60633 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/8fec483bb40d41c5ba8284c244d60633 2024-11-10T12:19:37,248 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/b433f3dc394645a2bd0e7d2d514dfcb1 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/b433f3dc394645a2bd0e7d2d514dfcb1 2024-11-10T12:19:37,249 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/290852d0a2c14e8181d6f14ff244b6ef to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/290852d0a2c14e8181d6f14ff244b6ef 2024-11-10T12:19:37,250 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/9cf0057797dd42bba161b63003dc9615 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/9cf0057797dd42bba161b63003dc9615 2024-11-10T12:19:37,251 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/69c318cde5d243338f2a40f8d8a97d0a to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/69c318cde5d243338f2a40f8d8a97d0a 2024-11-10T12:19:37,252 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/d4ae61e31db64443934f276683fd8129 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/d4ae61e31db64443934f276683fd8129 2024-11-10T12:19:37,253 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/75bedc2c51554ce598a5aef353971a08 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/75bedc2c51554ce598a5aef353971a08 2024-11-10T12:19:37,253 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/b82c6bce73944513acbd3a6134aeacfe to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/b82c6bce73944513acbd3a6134aeacfe 2024-11-10T12:19:37,254 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/8311bbf70fe5484faf972906f376772a to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/8311bbf70fe5484faf972906f376772a 2024-11-10T12:19:37,255 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/280f804a33e340d6a6308b261db2560f to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/280f804a33e340d6a6308b261db2560f 2024-11-10T12:19:37,255 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/43861d144b98484d96089cfd13df7634 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/43861d144b98484d96089cfd13df7634 2024-11-10T12:19:37,256 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/c57dc064f8c04885a0675a838c21e71a to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/c57dc064f8c04885a0675a838c21e71a 2024-11-10T12:19:37,257 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/ffeb5ba5240f4e36b1043df804212611 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/ffeb5ba5240f4e36b1043df804212611 2024-11-10T12:19:37,257 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/864878b31cb246d9a164b2019fda924b to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/864878b31cb246d9a164b2019fda924b 2024-11-10T12:19:37,258 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/c291a84f5a1d440389d95769296d4e14 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/c291a84f5a1d440389d95769296d4e14 2024-11-10T12:19:37,259 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/d4766a5172af433b9dde6372bc2b2b1f to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/d4766a5172af433b9dde6372bc2b2b1f 2024-11-10T12:19:37,260 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/34d37e9a70264156a4ef47eb81adc2de to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/34d37e9a70264156a4ef47eb81adc2de 2024-11-10T12:19:37,260 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/27279619486a4ac1b5d160f58a7e36dd to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/27279619486a4ac1b5d160f58a7e36dd 2024-11-10T12:19:37,261 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/c2378040739a4b9c8d64d0f028213928 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/c2378040739a4b9c8d64d0f028213928 2024-11-10T12:19:37,261 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/b3926dd3e93943db901bb1d788382348 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/b3926dd3e93943db901bb1d788382348 2024-11-10T12:19:37,262 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/90f6ee3041464f17884e773c5fecc0ae to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/90f6ee3041464f17884e773c5fecc0ae 2024-11-10T12:19:37,263 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/b0e5b76a2cef46339ba3629960d97b12 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/b0e5b76a2cef46339ba3629960d97b12 2024-11-10T12:19:37,263 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/c5bc4ea58ee3450cb6897b5029ee1865 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/c5bc4ea58ee3450cb6897b5029ee1865 2024-11-10T12:19:37,264 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/32fd4c299fef42bfb2b6424c5f4a0cf0 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/32fd4c299fef42bfb2b6424c5f4a0cf0 2024-11-10T12:19:37,265 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/196f623760244fbbbc52c4f7e7626f55, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/493d779184e8450888a223c9de4026d8, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/413d55e729404fbcb74dc31ba8d0eb51, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/740acee0d20c47eeb7444fa93cbdb9b5, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/1178e8535c36458f8f194c90e052530b, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/5a0cb36572c145b3bfaba1d303397435, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/845211fb1eaa4d37bbe1fa02488308ca, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/ef20923cdf924dfeae7d9e939139fcb0, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/51d78938b22b4e34a2784af55db48fc2, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/ba4e5d61052a483195fc14a39cedbb35, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/960789e4abdc47e8b963b0e338831401, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/4fb668b747c74ac7b825f6918b011237, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/ef68e562dffd41ac85ae4566142beda1, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/89e1054c2562468fbc62faef803bb655, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/63b5514a46b147939e36b484614a611c, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/9a503b1a16094a479fb1fca11e44964b, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/0dd341f25cc049caa72480ea65cef160, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/ff011882d1b348179d5b351289f7f476, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/abf86792c88c4029a0bb15de4a6d0318, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/fbdfe9cec7ee416c8553b383f8cdf49a, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/e7b4184504e145ec911dccc740aa5112, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/00dd776f7378493fa35d894914c556d3, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/21ee29737adc48469e8a23685ed5842a, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/48fa8b49b6cc4a57899784d6cc31f5e6, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/eeade3ea7a794973a24eed33eb169d96] to archive 2024-11-10T12:19:37,266 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T12:19:37,267 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/196f623760244fbbbc52c4f7e7626f55 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/196f623760244fbbbc52c4f7e7626f55 2024-11-10T12:19:37,267 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/493d779184e8450888a223c9de4026d8 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/493d779184e8450888a223c9de4026d8 2024-11-10T12:19:37,268 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/413d55e729404fbcb74dc31ba8d0eb51 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/413d55e729404fbcb74dc31ba8d0eb51 2024-11-10T12:19:37,269 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/740acee0d20c47eeb7444fa93cbdb9b5 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/740acee0d20c47eeb7444fa93cbdb9b5 2024-11-10T12:19:37,269 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/1178e8535c36458f8f194c90e052530b to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/1178e8535c36458f8f194c90e052530b 2024-11-10T12:19:37,270 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/5a0cb36572c145b3bfaba1d303397435 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/5a0cb36572c145b3bfaba1d303397435 2024-11-10T12:19:37,271 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/845211fb1eaa4d37bbe1fa02488308ca to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/845211fb1eaa4d37bbe1fa02488308ca 2024-11-10T12:19:37,272 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/ef20923cdf924dfeae7d9e939139fcb0 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/ef20923cdf924dfeae7d9e939139fcb0 2024-11-10T12:19:37,272 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/51d78938b22b4e34a2784af55db48fc2 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/51d78938b22b4e34a2784af55db48fc2 2024-11-10T12:19:37,273 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/ba4e5d61052a483195fc14a39cedbb35 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/ba4e5d61052a483195fc14a39cedbb35 2024-11-10T12:19:37,274 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/960789e4abdc47e8b963b0e338831401 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/960789e4abdc47e8b963b0e338831401 2024-11-10T12:19:37,274 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/4fb668b747c74ac7b825f6918b011237 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/4fb668b747c74ac7b825f6918b011237 2024-11-10T12:19:37,275 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/ef68e562dffd41ac85ae4566142beda1 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/ef68e562dffd41ac85ae4566142beda1 2024-11-10T12:19:37,276 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/89e1054c2562468fbc62faef803bb655 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/89e1054c2562468fbc62faef803bb655 2024-11-10T12:19:37,276 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/63b5514a46b147939e36b484614a611c to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/63b5514a46b147939e36b484614a611c 2024-11-10T12:19:37,277 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/9a503b1a16094a479fb1fca11e44964b to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/9a503b1a16094a479fb1fca11e44964b 2024-11-10T12:19:37,278 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/0dd341f25cc049caa72480ea65cef160 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/0dd341f25cc049caa72480ea65cef160 2024-11-10T12:19:37,278 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/ff011882d1b348179d5b351289f7f476 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/ff011882d1b348179d5b351289f7f476 2024-11-10T12:19:37,279 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/abf86792c88c4029a0bb15de4a6d0318 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/abf86792c88c4029a0bb15de4a6d0318 2024-11-10T12:19:37,279 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/fbdfe9cec7ee416c8553b383f8cdf49a to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/fbdfe9cec7ee416c8553b383f8cdf49a 2024-11-10T12:19:37,280 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/e7b4184504e145ec911dccc740aa5112 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/e7b4184504e145ec911dccc740aa5112 2024-11-10T12:19:37,281 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/00dd776f7378493fa35d894914c556d3 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/00dd776f7378493fa35d894914c556d3 2024-11-10T12:19:37,281 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/21ee29737adc48469e8a23685ed5842a to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/21ee29737adc48469e8a23685ed5842a 2024-11-10T12:19:37,282 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/48fa8b49b6cc4a57899784d6cc31f5e6 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/48fa8b49b6cc4a57899784d6cc31f5e6 2024-11-10T12:19:37,282 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/eeade3ea7a794973a24eed33eb169d96 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/eeade3ea7a794973a24eed33eb169d96 2024-11-10T12:19:37,283 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/f4cb388bffaa4361aaa2ab17568ec715, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/7f9f79da0f5f4a51b041f0fdda155ad9, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/d712415b254f43b6a8550ed5bb91f3d7, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/a6bc58e4c9984b2aa331bf285eb6b27c, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/a1e84e14123540bb804414d49af10fc5, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/4d818d317bdc4dc28cd10f2d86a753ba, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/237b6a71c71c45a9964a52a6bbd4c78a, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/75b16724329949df9e87a21079c32e4e, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/c187953af1ce40f5a0d463446b333825, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/a9b8eba9d1004e48a32cf0011ac15fae, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/7ac0ed668f214842ab11d0ce778f2b5d, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/0783373777cf4f588f7ad087cacfc77a, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/ba4f0480c283453b8bda44144dec3388, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/78e3917b3fed43cca6d13616224822d4, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/29abf6e336724cb491708db8aa36ee31, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/3ab68e525133434da6e3cf2ef9098dac, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/0ed7460916dc4c119fb2f1e24ff22756, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/1d273e3e4f674b1bbf640a3adfcc1400, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/8cdbbc88b22b4b7bb2b2f5d8c838c3b6, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/650436c086944153acd2e79a05c7f967, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/cff3b48724a549399fb64c563937cc1d, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/dd39afa5e91844e1ba07a08e941f3b12, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/58adffaff0fd41f8869136e778733d70, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/2c64a3b73b17416c9af2b7fd0a1f0d1a, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/d5adb85f7c1044f6b3a00ac944b616fa] to archive 2024-11-10T12:19:37,284 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T12:19:37,285 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/f4cb388bffaa4361aaa2ab17568ec715 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/f4cb388bffaa4361aaa2ab17568ec715 2024-11-10T12:19:37,286 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/7f9f79da0f5f4a51b041f0fdda155ad9 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/7f9f79da0f5f4a51b041f0fdda155ad9 2024-11-10T12:19:37,286 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/d712415b254f43b6a8550ed5bb91f3d7 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/d712415b254f43b6a8550ed5bb91f3d7 2024-11-10T12:19:37,287 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/a6bc58e4c9984b2aa331bf285eb6b27c to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/a6bc58e4c9984b2aa331bf285eb6b27c 2024-11-10T12:19:37,288 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/a1e84e14123540bb804414d49af10fc5 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/a1e84e14123540bb804414d49af10fc5 2024-11-10T12:19:37,288 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/4d818d317bdc4dc28cd10f2d86a753ba to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/4d818d317bdc4dc28cd10f2d86a753ba 2024-11-10T12:19:37,289 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/237b6a71c71c45a9964a52a6bbd4c78a to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/237b6a71c71c45a9964a52a6bbd4c78a 2024-11-10T12:19:37,290 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/75b16724329949df9e87a21079c32e4e to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/75b16724329949df9e87a21079c32e4e 2024-11-10T12:19:37,290 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/c187953af1ce40f5a0d463446b333825 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/c187953af1ce40f5a0d463446b333825 2024-11-10T12:19:37,291 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/a9b8eba9d1004e48a32cf0011ac15fae to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/a9b8eba9d1004e48a32cf0011ac15fae 2024-11-10T12:19:37,292 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/7ac0ed668f214842ab11d0ce778f2b5d to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/7ac0ed668f214842ab11d0ce778f2b5d 2024-11-10T12:19:37,292 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/0783373777cf4f588f7ad087cacfc77a to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/0783373777cf4f588f7ad087cacfc77a 2024-11-10T12:19:37,293 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/ba4f0480c283453b8bda44144dec3388 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/ba4f0480c283453b8bda44144dec3388 2024-11-10T12:19:37,294 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/78e3917b3fed43cca6d13616224822d4 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/78e3917b3fed43cca6d13616224822d4 2024-11-10T12:19:37,294 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/29abf6e336724cb491708db8aa36ee31 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/29abf6e336724cb491708db8aa36ee31 2024-11-10T12:19:37,295 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/3ab68e525133434da6e3cf2ef9098dac to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/3ab68e525133434da6e3cf2ef9098dac 2024-11-10T12:19:37,296 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/0ed7460916dc4c119fb2f1e24ff22756 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/0ed7460916dc4c119fb2f1e24ff22756 2024-11-10T12:19:37,296 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/1d273e3e4f674b1bbf640a3adfcc1400 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/1d273e3e4f674b1bbf640a3adfcc1400 2024-11-10T12:19:37,297 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/8cdbbc88b22b4b7bb2b2f5d8c838c3b6 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/8cdbbc88b22b4b7bb2b2f5d8c838c3b6 2024-11-10T12:19:37,297 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/650436c086944153acd2e79a05c7f967 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/650436c086944153acd2e79a05c7f967 2024-11-10T12:19:37,298 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/cff3b48724a549399fb64c563937cc1d to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/cff3b48724a549399fb64c563937cc1d 2024-11-10T12:19:37,299 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/dd39afa5e91844e1ba07a08e941f3b12 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/dd39afa5e91844e1ba07a08e941f3b12 2024-11-10T12:19:37,299 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/58adffaff0fd41f8869136e778733d70 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/58adffaff0fd41f8869136e778733d70 2024-11-10T12:19:37,300 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/2c64a3b73b17416c9af2b7fd0a1f0d1a to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/2c64a3b73b17416c9af2b7fd0a1f0d1a 2024-11-10T12:19:37,300 DEBUG [StoreCloser-TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/d5adb85f7c1044f6b3a00ac944b616fa to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/d5adb85f7c1044f6b3a00ac944b616fa 2024-11-10T12:19:37,304 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/recovered.edits/401.seqid, newMaxSeqId=401, maxSeqId=1 2024-11-10T12:19:37,304 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c. 2024-11-10T12:19:37,304 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1635): Region close journal for c047fe1f92f1fc72231ea04aa6c30b0c: 2024-11-10T12:19:37,305 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] handler.UnassignRegionHandler(170): Closed c047fe1f92f1fc72231ea04aa6c30b0c 2024-11-10T12:19:37,305 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=140 updating hbase:meta row=c047fe1f92f1fc72231ea04aa6c30b0c, regionState=CLOSED 2024-11-10T12:19:37,307 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-10T12:19:37,307 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; CloseRegionProcedure c047fe1f92f1fc72231ea04aa6c30b0c, server=8eb9a7a2374b,43841,1731241027112 in 1.4950 sec 2024-11-10T12:19:37,308 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=140, resume processing ppid=139 2024-11-10T12:19:37,308 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, ppid=139, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c047fe1f92f1fc72231ea04aa6c30b0c, UNASSIGN in 1.5000 sec 2024-11-10T12:19:37,309 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-10T12:19:37,309 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5030 sec 2024-11-10T12:19:37,310 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241177309"}]},"ts":"1731241177309"} 2024-11-10T12:19:37,310 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-10T12:19:37,345 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-10T12:19:37,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5840 sec 2024-11-10T12:19:37,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-10T12:19:37,873 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-10T12:19:37,874 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-10T12:19:37,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:19:37,878 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=142, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:19:37,879 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=142, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:19:37,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-10T12:19:37,883 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c 2024-11-10T12:19:37,887 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A, FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B, FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C, FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/recovered.edits] 2024-11-10T12:19:37,891 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/3d29371788a04cf9b02d085ef34f1309 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/3d29371788a04cf9b02d085ef34f1309 2024-11-10T12:19:37,893 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/b32497018bfd4e92b6b8c1dbe9808ca1 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/b32497018bfd4e92b6b8c1dbe9808ca1 2024-11-10T12:19:37,894 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/dd56eb835de944219610cfc900703aac to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/dd56eb835de944219610cfc900703aac 2024-11-10T12:19:37,895 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/edbfb119d93442ddb474f0c9ae71594f to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/A/edbfb119d93442ddb474f0c9ae71594f 2024-11-10T12:19:37,897 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/212aa0ca2fa049c696a0fc81f7349a44 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/212aa0ca2fa049c696a0fc81f7349a44 2024-11-10T12:19:37,897 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/8e62e998e5fa443784930c13b593db48 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/8e62e998e5fa443784930c13b593db48 2024-11-10T12:19:37,898 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/9cc08328bf8c455a8e9e83692407cf3e to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/9cc08328bf8c455a8e9e83692407cf3e 2024-11-10T12:19:37,899 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/d692894e85004f6fb266d89e6571c026 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/B/d692894e85004f6fb266d89e6571c026 2024-11-10T12:19:37,900 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/07b2548ccfa44f68b0fa668d9b24cf33 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/07b2548ccfa44f68b0fa668d9b24cf33 2024-11-10T12:19:37,900 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/2a98d736d4074fe5a38bb3ab97a0c106 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/2a98d736d4074fe5a38bb3ab97a0c106 2024-11-10T12:19:37,901 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/4152e2e34963435ca7f244754eab4454 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/4152e2e34963435ca7f244754eab4454 2024-11-10T12:19:37,902 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/c7897457a19f4ffbbafeec8455cf8572 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/C/c7897457a19f4ffbbafeec8455cf8572 2024-11-10T12:19:37,903 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/recovered.edits/401.seqid to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c/recovered.edits/401.seqid 2024-11-10T12:19:37,903 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/c047fe1f92f1fc72231ea04aa6c30b0c 2024-11-10T12:19:37,903 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-10T12:19:37,905 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=142, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:19:37,906 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-10T12:19:37,910 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-10T12:19:37,911 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=142, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:19:37,911 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-10T12:19:37,911 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731241177911"}]},"ts":"9223372036854775807"} 2024-11-10T12:19:37,913 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-10T12:19:37,913 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => c047fe1f92f1fc72231ea04aa6c30b0c, NAME => 'TestAcidGuarantees,,1731241151304.c047fe1f92f1fc72231ea04aa6c30b0c.', STARTKEY => '', ENDKEY => ''}] 2024-11-10T12:19:37,913 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-10T12:19:37,913 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731241177913"}]},"ts":"9223372036854775807"} 2024-11-10T12:19:37,914 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-10T12:19:37,954 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=142, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:19:37,955 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 80 msec 2024-11-10T12:19:37,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-10T12:19:37,981 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-10T12:19:37,992 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=239 (was 236) - Thread LEAK? -, OpenFileDescriptor=447 (was 452), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=273 (was 287), ProcessCount=9 (was 9), AvailableMemoryMB=5974 (was 5985) 2024-11-10T12:19:38,003 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=239, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=273, ProcessCount=9, AvailableMemoryMB=5974 2024-11-10T12:19:38,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T12:19:38,005 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:19:38,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=143, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-10T12:19:38,007 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=143, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T12:19:38,008 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:19:38,008 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 143 2024-11-10T12:19:38,008 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=143, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T12:19:38,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=143 2024-11-10T12:19:38,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742331_1507 (size=960) 2024-11-10T12:19:38,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=143 2024-11-10T12:19:38,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=143 2024-11-10T12:19:38,420 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744 2024-11-10T12:19:38,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742332_1508 (size=53) 2024-11-10T12:19:38,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=143 2024-11-10T12:19:38,833 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:19:38,833 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 10741b3477d07db1ed3ae2f244eaff58, disabling compactions & flushes 2024-11-10T12:19:38,833 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:38,833 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:38,833 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. after waiting 0 ms 2024-11-10T12:19:38,833 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:38,833 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:38,833 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 10741b3477d07db1ed3ae2f244eaff58: 2024-11-10T12:19:38,835 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=143, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T12:19:38,836 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731241178835"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731241178835"}]},"ts":"1731241178835"} 2024-11-10T12:19:38,838 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-10T12:19:38,840 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=143, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T12:19:38,840 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241178840"}]},"ts":"1731241178840"} 2024-11-10T12:19:38,842 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-10T12:19:38,887 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=10741b3477d07db1ed3ae2f244eaff58, ASSIGN}] 2024-11-10T12:19:38,890 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=10741b3477d07db1ed3ae2f244eaff58, ASSIGN 2024-11-10T12:19:38,891 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=10741b3477d07db1ed3ae2f244eaff58, ASSIGN; state=OFFLINE, location=8eb9a7a2374b,43841,1731241027112; forceNewPlan=false, retain=false 2024-11-10T12:19:39,042 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=144 updating hbase:meta row=10741b3477d07db1ed3ae2f244eaff58, regionState=OPENING, regionLocation=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:39,044 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; OpenRegionProcedure 10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112}] 2024-11-10T12:19:39,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=143 2024-11-10T12:19:39,197 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:39,204 INFO [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:39,205 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(7285): Opening region: {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:19:39,206 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:19:39,206 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:19:39,206 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(7327): checking encryption for 10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:19:39,207 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(7330): checking classloading for 10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:19:39,208 INFO [StoreOpener-10741b3477d07db1ed3ae2f244eaff58-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:19:39,209 INFO [StoreOpener-10741b3477d07db1ed3ae2f244eaff58-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-10T12:19:39,209 INFO [StoreOpener-10741b3477d07db1ed3ae2f244eaff58-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10741b3477d07db1ed3ae2f244eaff58 columnFamilyName A 2024-11-10T12:19:39,209 DEBUG [StoreOpener-10741b3477d07db1ed3ae2f244eaff58-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:19:39,210 INFO [StoreOpener-10741b3477d07db1ed3ae2f244eaff58-1 {}] regionserver.HStore(327): Store=10741b3477d07db1ed3ae2f244eaff58/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:19:39,210 INFO [StoreOpener-10741b3477d07db1ed3ae2f244eaff58-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:19:39,211 INFO [StoreOpener-10741b3477d07db1ed3ae2f244eaff58-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-10T12:19:39,211 INFO [StoreOpener-10741b3477d07db1ed3ae2f244eaff58-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10741b3477d07db1ed3ae2f244eaff58 columnFamilyName B 2024-11-10T12:19:39,211 DEBUG [StoreOpener-10741b3477d07db1ed3ae2f244eaff58-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:19:39,211 INFO [StoreOpener-10741b3477d07db1ed3ae2f244eaff58-1 {}] regionserver.HStore(327): Store=10741b3477d07db1ed3ae2f244eaff58/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:19:39,212 INFO [StoreOpener-10741b3477d07db1ed3ae2f244eaff58-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:19:39,212 INFO [StoreOpener-10741b3477d07db1ed3ae2f244eaff58-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-10T12:19:39,213 INFO [StoreOpener-10741b3477d07db1ed3ae2f244eaff58-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10741b3477d07db1ed3ae2f244eaff58 columnFamilyName C 2024-11-10T12:19:39,213 DEBUG [StoreOpener-10741b3477d07db1ed3ae2f244eaff58-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:19:39,213 INFO [StoreOpener-10741b3477d07db1ed3ae2f244eaff58-1 {}] regionserver.HStore(327): Store=10741b3477d07db1ed3ae2f244eaff58/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:19:39,213 INFO [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:39,214 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:19:39,214 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:19:39,215 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T12:19:39,216 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1085): writing seq id for 10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:19:39,218 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:19:39,218 INFO [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1102): Opened 10741b3477d07db1ed3ae2f244eaff58; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68064580, jitterRate=0.014241278171539307}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T12:19:39,218 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1001): Region open journal for 10741b3477d07db1ed3ae2f244eaff58: 2024-11-10T12:19:39,219 INFO [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58., pid=145, masterSystemTime=1731241179197 2024-11-10T12:19:39,220 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:39,220 INFO [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:39,220 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=144 updating hbase:meta row=10741b3477d07db1ed3ae2f244eaff58, regionState=OPEN, openSeqNum=2, regionLocation=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:39,222 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-10T12:19:39,222 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; OpenRegionProcedure 10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 in 177 msec 2024-11-10T12:19:39,223 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=144, resume processing ppid=143 2024-11-10T12:19:39,223 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, ppid=143, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=10741b3477d07db1ed3ae2f244eaff58, ASSIGN in 335 msec 2024-11-10T12:19:39,223 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=143, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T12:19:39,223 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241179223"}]},"ts":"1731241179223"} 2024-11-10T12:19:39,224 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-10T12:19:39,237 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=143, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T12:19:39,238 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2320 sec 2024-11-10T12:19:40,025 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:33589 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:33589,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:40,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=143 2024-11-10T12:19:40,118 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 143 completed 2024-11-10T12:19:40,121 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x537a66f8 to 127.0.0.1:59506 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2ac53e79 2024-11-10T12:19:40,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d5efb7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:19:40,154 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:19:40,156 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38760, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:19:40,157 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:19:40,159 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32826, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:19:40,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T12:19:40,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:19:40,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-10T12:19:40,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742333_1509 (size=996) 2024-11-10T12:19:40,579 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-10T12:19:40,579 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-10T12:19:40,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T12:19:40,585 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=10741b3477d07db1ed3ae2f244eaff58, REOPEN/MOVE}] 2024-11-10T12:19:40,586 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=10741b3477d07db1ed3ae2f244eaff58, REOPEN/MOVE 2024-11-10T12:19:40,587 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=10741b3477d07db1ed3ae2f244eaff58, regionState=CLOSING, regionLocation=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:40,588 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T12:19:40,588 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; CloseRegionProcedure 10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112}] 2024-11-10T12:19:40,740 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:40,741 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] handler.UnassignRegionHandler(124): Close 10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:19:40,741 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-10T12:19:40,742 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1681): Closing 10741b3477d07db1ed3ae2f244eaff58, disabling compactions & flushes 2024-11-10T12:19:40,742 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:40,742 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:40,742 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. after waiting 0 ms 2024-11-10T12:19:40,742 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:40,751 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-10T12:19:40,752 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:40,752 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1635): Region close journal for 10741b3477d07db1ed3ae2f244eaff58: 2024-11-10T12:19:40,753 WARN [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegionServer(3786): Not adding moved region record: 10741b3477d07db1ed3ae2f244eaff58 to self. 2024-11-10T12:19:40,754 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] handler.UnassignRegionHandler(170): Closed 10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:19:40,755 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=10741b3477d07db1ed3ae2f244eaff58, regionState=CLOSED 2024-11-10T12:19:40,758 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-10T12:19:40,758 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; CloseRegionProcedure 10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 in 168 msec 2024-11-10T12:19:40,759 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=10741b3477d07db1ed3ae2f244eaff58, REOPEN/MOVE; state=CLOSED, location=8eb9a7a2374b,43841,1731241027112; forceNewPlan=false, retain=true 2024-11-10T12:19:40,910 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=10741b3477d07db1ed3ae2f244eaff58, regionState=OPENING, regionLocation=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:40,913 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=150, ppid=148, state=RUNNABLE; OpenRegionProcedure 10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112}] 2024-11-10T12:19:41,067 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:41,073 INFO [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:41,073 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(7285): Opening region: {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:19:41,074 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:19:41,074 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:19:41,075 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(7327): checking encryption for 10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:19:41,075 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(7330): checking classloading for 10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:19:41,078 INFO [StoreOpener-10741b3477d07db1ed3ae2f244eaff58-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:19:41,079 INFO [StoreOpener-10741b3477d07db1ed3ae2f244eaff58-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-10T12:19:41,079 INFO [StoreOpener-10741b3477d07db1ed3ae2f244eaff58-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10741b3477d07db1ed3ae2f244eaff58 columnFamilyName A 2024-11-10T12:19:41,080 DEBUG [StoreOpener-10741b3477d07db1ed3ae2f244eaff58-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:19:41,081 INFO [StoreOpener-10741b3477d07db1ed3ae2f244eaff58-1 {}] regionserver.HStore(327): Store=10741b3477d07db1ed3ae2f244eaff58/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:19:41,081 INFO [StoreOpener-10741b3477d07db1ed3ae2f244eaff58-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:19:41,082 INFO [StoreOpener-10741b3477d07db1ed3ae2f244eaff58-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-10T12:19:41,082 INFO [StoreOpener-10741b3477d07db1ed3ae2f244eaff58-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10741b3477d07db1ed3ae2f244eaff58 columnFamilyName B 2024-11-10T12:19:41,082 DEBUG [StoreOpener-10741b3477d07db1ed3ae2f244eaff58-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:19:41,083 INFO [StoreOpener-10741b3477d07db1ed3ae2f244eaff58-1 {}] regionserver.HStore(327): Store=10741b3477d07db1ed3ae2f244eaff58/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:19:41,083 INFO [StoreOpener-10741b3477d07db1ed3ae2f244eaff58-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:19:41,084 INFO [StoreOpener-10741b3477d07db1ed3ae2f244eaff58-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-10T12:19:41,084 INFO [StoreOpener-10741b3477d07db1ed3ae2f244eaff58-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10741b3477d07db1ed3ae2f244eaff58 columnFamilyName C 2024-11-10T12:19:41,084 DEBUG [StoreOpener-10741b3477d07db1ed3ae2f244eaff58-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:19:41,085 INFO [StoreOpener-10741b3477d07db1ed3ae2f244eaff58-1 {}] regionserver.HStore(327): Store=10741b3477d07db1ed3ae2f244eaff58/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:19:41,085 INFO [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:41,086 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:19:41,087 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:19:41,089 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T12:19:41,090 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1085): writing seq id for 10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:19:41,091 INFO [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1102): Opened 10741b3477d07db1ed3ae2f244eaff58; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70152696, jitterRate=0.0453566312789917}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T12:19:41,092 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1001): Region open journal for 10741b3477d07db1ed3ae2f244eaff58: 2024-11-10T12:19:41,093 INFO [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58., pid=150, masterSystemTime=1731241181066 2024-11-10T12:19:41,094 DEBUG [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:41,095 INFO [RS_OPEN_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:41,095 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=10741b3477d07db1ed3ae2f244eaff58, regionState=OPEN, openSeqNum=5, regionLocation=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:41,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=150, resume processing ppid=148 2024-11-10T12:19:41,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, ppid=148, state=SUCCESS; OpenRegionProcedure 10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 in 184 msec 2024-11-10T12:19:41,100 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=148, resume processing ppid=147 2024-11-10T12:19:41,100 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, ppid=147, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=10741b3477d07db1ed3ae2f244eaff58, REOPEN/MOVE in 513 msec 2024-11-10T12:19:41,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-10T12:19:41,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 518 msec 2024-11-10T12:19:41,105 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 940 msec 2024-11-10T12:19:41,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-10T12:19:41,108 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06094c70 to 127.0.0.1:59506 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bc9c3e 2024-11-10T12:19:41,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fc332d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:19:41,148 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x103dfc6e to 127.0.0.1:59506 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7181df3b 2024-11-10T12:19:41,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17327621, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:19:41,160 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e047c09 to 127.0.0.1:59506 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11030ef5 2024-11-10T12:19:41,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1584f18a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:19:41,171 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x60d631a3 to 127.0.0.1:59506 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@69abefea 2024-11-10T12:19:41,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b914bf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:19:41,179 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58971172 to 127.0.0.1:59506 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e757135 2024-11-10T12:19:41,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f6a59e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:19:41,188 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7846cb78 to 127.0.0.1:59506 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@150e08ed 2024-11-10T12:19:41,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53305d9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:19:41,196 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5f1754bc to 127.0.0.1:59506 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a3b66d3 2024-11-10T12:19:41,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bb6288a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:19:41,205 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d9113f3 to 127.0.0.1:59506 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5cfdf76c 2024-11-10T12:19:41,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6556601, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:19:41,213 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5bb75907 to 127.0.0.1:59506 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@68c2838a 2024-11-10T12:19:41,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@458a85fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:19:41,221 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c1d3a95 to 127.0.0.1:59506 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@50bf224f 2024-11-10T12:19:41,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@410bf0c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:19:41,231 DEBUG [hconnection-0x2cc1e6fd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:19:41,231 DEBUG [hconnection-0x5a68d681-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:19:41,232 DEBUG [hconnection-0x1e386e06-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:19:41,232 DEBUG [hconnection-0x663eb73a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:19:41,232 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38762, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:19:41,233 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38776, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:19:41,233 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38774, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:19:41,233 DEBUG [hconnection-0xca5bfa8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:19:41,233 DEBUG [hconnection-0x5e9838f1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:19:41,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:19:41,233 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38778, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:19:41,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=151, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees 2024-11-10T12:19:41,234 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38802, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:19:41,235 DEBUG [hconnection-0x29968d0f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:19:41,235 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38814, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:19:41,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-10T12:19:41,235 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=151, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:19:41,236 DEBUG [hconnection-0x2d56e567-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:19:41,236 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=151, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:19:41,236 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:19:41,237 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38830, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:19:41,237 DEBUG [hconnection-0x4cd83062-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:19:41,238 DEBUG [hconnection-0x5eb11946-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:19:41,238 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38844, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:19:41,239 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38860, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:19:41,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:19:41,243 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38866, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:19:41,243 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 10741b3477d07db1ed3ae2f244eaff58 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-10T12:19:41,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10741b3477d07db1ed3ae2f244eaff58, store=A 2024-11-10T12:19:41,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:41,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10741b3477d07db1ed3ae2f244eaff58, store=B 2024-11-10T12:19:41,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:41,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10741b3477d07db1ed3ae2f244eaff58, store=C 2024-11-10T12:19:41,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:41,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:41,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:41,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38844 deadline: 1731241241255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:41,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1731241241254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:41,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:41,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1731241241256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:41,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:41,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731241241257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:41,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:41,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731241241258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:41,267 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110f4070049f600484ba2ac90fae12a40cf_10741b3477d07db1ed3ae2f244eaff58 is 50, key is test_row_0/A:col10/1731241181242/Put/seqid=0 2024-11-10T12:19:41,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742334_1510 (size=12154) 2024-11-10T12:19:41,280 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:19:41,283 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110f4070049f600484ba2ac90fae12a40cf_10741b3477d07db1ed3ae2f244eaff58 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f4070049f600484ba2ac90fae12a40cf_10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:19:41,284 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/0068e377011f41419673b0ea09594215, store: [table=TestAcidGuarantees family=A region=10741b3477d07db1ed3ae2f244eaff58] 2024-11-10T12:19:41,284 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/0068e377011f41419673b0ea09594215 is 175, key is test_row_0/A:col10/1731241181242/Put/seqid=0 2024-11-10T12:19:41,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742335_1511 (size=30955) 2024-11-10T12:19:41,313 ERROR [LeaseRenewer:jenkins@localhost:33589 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:33589,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:41,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-10T12:19:41,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:41,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38844 deadline: 1731241241359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:41,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:41,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1731241241359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:41,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:41,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1731241241359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:41,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:41,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731241241359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:41,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:41,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731241241360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:41,388 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:41,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-10T12:19:41,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:41,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. as already flushing 2024-11-10T12:19:41,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:41,389 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:41,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:41,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:41,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-10T12:19:41,540 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:41,541 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-10T12:19:41,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:41,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. as already flushing 2024-11-10T12:19:41,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:41,541 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:41,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:41,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:41,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:41,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38844 deadline: 1731241241561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:41,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:41,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1731241241561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:41,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:41,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1731241241562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:41,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:41,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731241241562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:41,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:41,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731241241563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:41,688 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/0068e377011f41419673b0ea09594215 2024-11-10T12:19:41,692 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:41,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-10T12:19:41,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:41,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. as already flushing 2024-11-10T12:19:41,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:41,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:41,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:41,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:41,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/B/8de0099e5925438f91c3db5521a8d763 is 50, key is test_row_0/B:col10/1731241181242/Put/seqid=0 2024-11-10T12:19:41,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742336_1512 (size=12001) 2024-11-10T12:19:41,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-10T12:19:41,845 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:41,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-10T12:19:41,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:41,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. as already flushing 2024-11-10T12:19:41,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:41,845 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:41,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:41,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:41,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:41,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731241241864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:41,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:41,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38844 deadline: 1731241241865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:41,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:41,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1731241241865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:41,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:41,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1731241241866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:41,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:41,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731241241867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:41,997 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:41,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-10T12:19:41,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:41,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. as already flushing 2024-11-10T12:19:41,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:41,998 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:41,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:41,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:42,110 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/B/8de0099e5925438f91c3db5521a8d763 2024-11-10T12:19:42,133 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/C/9a9b6e06ddee455fa32c77feeb056d88 is 50, key is test_row_0/C:col10/1731241181242/Put/seqid=0 2024-11-10T12:19:42,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742337_1513 (size=12001) 2024-11-10T12:19:42,149 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:42,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-10T12:19:42,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:42,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. as already flushing 2024-11-10T12:19:42,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:42,150 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:42,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:42,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:42,301 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:42,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-10T12:19:42,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:42,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. as already flushing 2024-11-10T12:19:42,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:42,302 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:42,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:42,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:42,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-10T12:19:42,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:42,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1731241242369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:42,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:42,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731241242369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:42,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:42,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38844 deadline: 1731241242371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:42,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:42,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731241242371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:42,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:42,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1731241242372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:42,454 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:42,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-10T12:19:42,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:42,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. as already flushing 2024-11-10T12:19:42,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:42,454 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:42,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:42,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:42,539 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/C/9a9b6e06ddee455fa32c77feeb056d88 2024-11-10T12:19:42,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/0068e377011f41419673b0ea09594215 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/0068e377011f41419673b0ea09594215 2024-11-10T12:19:42,545 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/0068e377011f41419673b0ea09594215, entries=150, sequenceid=17, filesize=30.2 K 2024-11-10T12:19:42,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/B/8de0099e5925438f91c3db5521a8d763 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/8de0099e5925438f91c3db5521a8d763 2024-11-10T12:19:42,548 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/8de0099e5925438f91c3db5521a8d763, entries=150, sequenceid=17, filesize=11.7 K 2024-11-10T12:19:42,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/C/9a9b6e06ddee455fa32c77feeb056d88 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/9a9b6e06ddee455fa32c77feeb056d88 2024-11-10T12:19:42,551 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/9a9b6e06ddee455fa32c77feeb056d88, entries=150, sequenceid=17, filesize=11.7 K 2024-11-10T12:19:42,552 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 10741b3477d07db1ed3ae2f244eaff58 in 1309ms, sequenceid=17, compaction requested=false 2024-11-10T12:19:42,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 10741b3477d07db1ed3ae2f244eaff58: 2024-11-10T12:19:42,606 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:42,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-10T12:19:42,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:42,607 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2837): Flushing 10741b3477d07db1ed3ae2f244eaff58 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-10T12:19:42,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10741b3477d07db1ed3ae2f244eaff58, store=A 2024-11-10T12:19:42,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:42,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10741b3477d07db1ed3ae2f244eaff58, store=B 2024-11-10T12:19:42,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:42,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10741b3477d07db1ed3ae2f244eaff58, store=C 2024-11-10T12:19:42,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:42,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110f8f7990d889c4d3f8b44eb8dec759497_10741b3477d07db1ed3ae2f244eaff58 is 50, key is test_row_0/A:col10/1731241181257/Put/seqid=0 2024-11-10T12:19:42,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742338_1514 (size=12154) 2024-11-10T12:19:42,822 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T12:19:43,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:19:43,019 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110f8f7990d889c4d3f8b44eb8dec759497_10741b3477d07db1ed3ae2f244eaff58 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f8f7990d889c4d3f8b44eb8dec759497_10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:19:43,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/a0abb063971b46a7924c7dfaed55350e, store: [table=TestAcidGuarantees family=A region=10741b3477d07db1ed3ae2f244eaff58] 2024-11-10T12:19:43,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/a0abb063971b46a7924c7dfaed55350e is 175, key is test_row_0/A:col10/1731241181257/Put/seqid=0 2024-11-10T12:19:43,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742339_1515 (size=30955) 2024-11-10T12:19:43,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-10T12:19:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:19:43,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. as already flushing 2024-11-10T12:19:43,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731241243381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:43,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731241243381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:43,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:43,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1731241243382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1731241243381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:43,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38844 deadline: 1731241243383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:43,440 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/a0abb063971b46a7924c7dfaed55350e 2024-11-10T12:19:43,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/B/b68c2792c95447c78a1629b025bf38a5 is 50, key is test_row_0/B:col10/1731241181257/Put/seqid=0 2024-11-10T12:19:43,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742340_1516 (size=12001) 2024-11-10T12:19:43,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731241243485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:43,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731241243485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:43,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:43,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1731241243485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:43,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:43,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731241243687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:43,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:43,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731241243688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:43,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:43,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1731241243688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:43,855 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/B/b68c2792c95447c78a1629b025bf38a5 2024-11-10T12:19:43,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/C/4e8e66be18a34b2a9a95202df4601ca7 is 50, key is test_row_0/C:col10/1731241181257/Put/seqid=0 2024-11-10T12:19:43,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742341_1517 (size=12001) 2024-11-10T12:19:43,874 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/C/4e8e66be18a34b2a9a95202df4601ca7 2024-11-10T12:19:43,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/a0abb063971b46a7924c7dfaed55350e as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/a0abb063971b46a7924c7dfaed55350e 2024-11-10T12:19:43,882 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/a0abb063971b46a7924c7dfaed55350e, entries=150, sequenceid=40, filesize=30.2 K 2024-11-10T12:19:43,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/B/b68c2792c95447c78a1629b025bf38a5 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/b68c2792c95447c78a1629b025bf38a5 2024-11-10T12:19:43,886 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/b68c2792c95447c78a1629b025bf38a5, entries=150, sequenceid=40, filesize=11.7 K 2024-11-10T12:19:43,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/C/4e8e66be18a34b2a9a95202df4601ca7 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/4e8e66be18a34b2a9a95202df4601ca7 2024-11-10T12:19:43,891 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/4e8e66be18a34b2a9a95202df4601ca7, entries=150, sequenceid=40, filesize=11.7 K 2024-11-10T12:19:43,891 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 10741b3477d07db1ed3ae2f244eaff58 in 1284ms, sequenceid=40, compaction requested=false 2024-11-10T12:19:43,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2538): Flush status journal for 10741b3477d07db1ed3ae2f244eaff58: 2024-11-10T12:19:43,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:43,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=152 2024-11-10T12:19:43,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4106): Remote procedure done, pid=152 2024-11-10T12:19:43,894 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=152, resume processing ppid=151 2024-11-10T12:19:43,894 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, ppid=151, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6560 sec 2024-11-10T12:19:43,895 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees in 2.6610 sec 2024-11-10T12:19:43,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:19:43,992 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 10741b3477d07db1ed3ae2f244eaff58 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-10T12:19:43,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10741b3477d07db1ed3ae2f244eaff58, store=A 2024-11-10T12:19:43,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:43,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10741b3477d07db1ed3ae2f244eaff58, store=B 2024-11-10T12:19:43,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:43,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10741b3477d07db1ed3ae2f244eaff58, store=C 2024-11-10T12:19:43,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:43,998 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111088c1d06180994a3bbb12820cf23ed8da_10741b3477d07db1ed3ae2f244eaff58 is 50, key is test_row_0/A:col10/1731241183380/Put/seqid=0 2024-11-10T12:19:44,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742342_1518 (size=12154) 2024-11-10T12:19:44,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:44,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1731241244014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:44,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:44,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731241244016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:44,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:44,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731241244016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:44,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:44,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1731241244117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:44,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:44,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731241244119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:44,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:44,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731241244119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:44,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:44,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1731241244319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:44,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:44,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731241244321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:44,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:44,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731241244322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:44,405 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:19:44,408 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111088c1d06180994a3bbb12820cf23ed8da_10741b3477d07db1ed3ae2f244eaff58 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111088c1d06180994a3bbb12820cf23ed8da_10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:19:44,408 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/c032ebdbd76748e79c17f2271f08c3a3, store: [table=TestAcidGuarantees family=A region=10741b3477d07db1ed3ae2f244eaff58] 2024-11-10T12:19:44,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/c032ebdbd76748e79c17f2271f08c3a3 is 175, key is test_row_0/A:col10/1731241183380/Put/seqid=0 2024-11-10T12:19:44,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742343_1519 (size=30955) 2024-11-10T12:19:44,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:44,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1731241244623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:44,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:44,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731241244626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:44,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:44,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731241244626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:44,813 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/c032ebdbd76748e79c17f2271f08c3a3 2024-11-10T12:19:44,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/B/87eeb6d0c6e54243b6ddd6418e605b63 is 50, key is test_row_0/B:col10/1731241183380/Put/seqid=0 2024-11-10T12:19:44,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742344_1520 (size=12001) 2024-11-10T12:19:45,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:45,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1731241245126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:45,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:45,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731241245132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:45,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:45,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731241245133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:45,221 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/B/87eeb6d0c6e54243b6ddd6418e605b63 2024-11-10T12:19:45,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/C/1373ffd7746147128466629737788ead is 50, key is test_row_0/C:col10/1731241183380/Put/seqid=0 2024-11-10T12:19:45,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742345_1521 (size=12001) 2024-11-10T12:19:45,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-10T12:19:45,339 INFO [Thread-2293 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 151 completed 2024-11-10T12:19:45,340 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:19:45,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=153, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees 2024-11-10T12:19:45,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-10T12:19:45,341 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=153, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:19:45,341 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=153, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:19:45,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:19:45,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:45,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1731241245388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:45,390 DEBUG [Thread-2285 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4136 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58., hostname=8eb9a7a2374b,43841,1731241027112, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:19:45,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:45,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38844 deadline: 1731241245393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:45,395 DEBUG [Thread-2287 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4140 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58., hostname=8eb9a7a2374b,43841,1731241027112, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:19:45,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-10T12:19:45,492 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:45,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-10T12:19:45,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:45,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. as already flushing 2024-11-10T12:19:45,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:45,493 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:45,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:45,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:45,630 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/C/1373ffd7746147128466629737788ead 2024-11-10T12:19:45,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/c032ebdbd76748e79c17f2271f08c3a3 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/c032ebdbd76748e79c17f2271f08c3a3 2024-11-10T12:19:45,637 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/c032ebdbd76748e79c17f2271f08c3a3, entries=150, sequenceid=54, filesize=30.2 K 2024-11-10T12:19:45,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/B/87eeb6d0c6e54243b6ddd6418e605b63 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/87eeb6d0c6e54243b6ddd6418e605b63 2024-11-10T12:19:45,640 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/87eeb6d0c6e54243b6ddd6418e605b63, entries=150, sequenceid=54, filesize=11.7 K 2024-11-10T12:19:45,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/C/1373ffd7746147128466629737788ead as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/1373ffd7746147128466629737788ead 2024-11-10T12:19:45,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-10T12:19:45,644 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/1373ffd7746147128466629737788ead, entries=150, sequenceid=54, filesize=11.7 K 2024-11-10T12:19:45,645 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:45,645 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 10741b3477d07db1ed3ae2f244eaff58 in 1653ms, sequenceid=54, compaction requested=true 2024-11-10T12:19:45,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-10T12:19:45,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 10741b3477d07db1ed3ae2f244eaff58: 2024-11-10T12:19:45,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:45,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10741b3477d07db1ed3ae2f244eaff58:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:19:45,645 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:19:45,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:19:45,645 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2837): Flushing 10741b3477d07db1ed3ae2f244eaff58 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-10T12:19:45,645 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:19:45,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10741b3477d07db1ed3ae2f244eaff58:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:19:45,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10741b3477d07db1ed3ae2f244eaff58, store=A 2024-11-10T12:19:45,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:19:45,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10741b3477d07db1ed3ae2f244eaff58:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:19:45,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:19:45,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:45,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10741b3477d07db1ed3ae2f244eaff58, store=B 2024-11-10T12:19:45,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:45,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10741b3477d07db1ed3ae2f244eaff58, store=C 2024-11-10T12:19:45,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:45,649 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:19:45,649 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:19:45,649 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1540): 10741b3477d07db1ed3ae2f244eaff58/A is initiating minor compaction (all files) 2024-11-10T12:19:45,649 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): 10741b3477d07db1ed3ae2f244eaff58/B is initiating minor compaction (all files) 2024-11-10T12:19:45,649 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 10741b3477d07db1ed3ae2f244eaff58/B in TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:45,649 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 10741b3477d07db1ed3ae2f244eaff58/A in TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:45,649 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/0068e377011f41419673b0ea09594215, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/a0abb063971b46a7924c7dfaed55350e, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/c032ebdbd76748e79c17f2271f08c3a3] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp, totalSize=90.7 K 2024-11-10T12:19:45,649 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/8de0099e5925438f91c3db5521a8d763, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/b68c2792c95447c78a1629b025bf38a5, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/87eeb6d0c6e54243b6ddd6418e605b63] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp, totalSize=35.2 K 2024-11-10T12:19:45,649 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:45,649 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. files: [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/0068e377011f41419673b0ea09594215, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/a0abb063971b46a7924c7dfaed55350e, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/c032ebdbd76748e79c17f2271f08c3a3] 2024-11-10T12:19:45,650 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 8de0099e5925438f91c3db5521a8d763, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731241181242 2024-11-10T12:19:45,650 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0068e377011f41419673b0ea09594215, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731241181242 2024-11-10T12:19:45,650 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting b68c2792c95447c78a1629b025bf38a5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731241181251 2024-11-10T12:19:45,650 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting a0abb063971b46a7924c7dfaed55350e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731241181251 2024-11-10T12:19:45,651 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 87eeb6d0c6e54243b6ddd6418e605b63, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731241183380 2024-11-10T12:19:45,651 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting c032ebdbd76748e79c17f2271f08c3a3, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731241183380 2024-11-10T12:19:45,659 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10741b3477d07db1ed3ae2f244eaff58#B#compaction#447 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:19:45,659 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=10741b3477d07db1ed3ae2f244eaff58] 2024-11-10T12:19:45,659 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/B/59704b9c9ecb45b3b93a3cf6b4b65bae is 50, key is test_row_0/B:col10/1731241183380/Put/seqid=0 2024-11-10T12:19:45,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110455d00aa472d49b284290d92c519e581_10741b3477d07db1ed3ae2f244eaff58 is 50, key is test_row_0/A:col10/1731241184015/Put/seqid=0 2024-11-10T12:19:45,671 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110f05ccd9c427a4190984b49396ab19ce5_10741b3477d07db1ed3ae2f244eaff58 store=[table=TestAcidGuarantees family=A region=10741b3477d07db1ed3ae2f244eaff58] 2024-11-10T12:19:45,673 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110f05ccd9c427a4190984b49396ab19ce5_10741b3477d07db1ed3ae2f244eaff58, store=[table=TestAcidGuarantees family=A region=10741b3477d07db1ed3ae2f244eaff58] 2024-11-10T12:19:45,674 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110f05ccd9c427a4190984b49396ab19ce5_10741b3477d07db1ed3ae2f244eaff58 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=10741b3477d07db1ed3ae2f244eaff58] 2024-11-10T12:19:45,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742347_1523 (size=12154) 2024-11-10T12:19:45,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742348_1524 (size=4469) 2024-11-10T12:19:45,680 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10741b3477d07db1ed3ae2f244eaff58#A#compaction#448 average throughput is 1.16 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:19:45,681 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/85c748dadc1640a4a9b3451530a55e49 is 175, key is test_row_0/A:col10/1731241183380/Put/seqid=0 2024-11-10T12:19:45,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742346_1522 (size=12104) 2024-11-10T12:19:45,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742349_1525 (size=31058) 2024-11-10T12:19:45,700 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/85c748dadc1640a4a9b3451530a55e49 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/85c748dadc1640a4a9b3451530a55e49 2024-11-10T12:19:45,704 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 10741b3477d07db1ed3ae2f244eaff58/A of 10741b3477d07db1ed3ae2f244eaff58 into 85c748dadc1640a4a9b3451530a55e49(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:19:45,704 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 10741b3477d07db1ed3ae2f244eaff58: 2024-11-10T12:19:45,704 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58., storeName=10741b3477d07db1ed3ae2f244eaff58/A, priority=13, startTime=1731241185645; duration=0sec 2024-11-10T12:19:45,704 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:19:45,704 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10741b3477d07db1ed3ae2f244eaff58:A 2024-11-10T12:19:45,705 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:19:45,706 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:19:45,706 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1540): 10741b3477d07db1ed3ae2f244eaff58/C is initiating minor compaction (all files) 2024-11-10T12:19:45,706 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 10741b3477d07db1ed3ae2f244eaff58/C in TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:45,706 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/9a9b6e06ddee455fa32c77feeb056d88, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/4e8e66be18a34b2a9a95202df4601ca7, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/1373ffd7746147128466629737788ead] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp, totalSize=35.2 K 2024-11-10T12:19:45,706 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a9b6e06ddee455fa32c77feeb056d88, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731241181242 2024-11-10T12:19:45,706 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e8e66be18a34b2a9a95202df4601ca7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731241181251 2024-11-10T12:19:45,707 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1373ffd7746147128466629737788ead, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731241183380 2024-11-10T12:19:45,711 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10741b3477d07db1ed3ae2f244eaff58#C#compaction#450 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:19:45,712 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/C/fd6dcc32ffb34804adb26b43403e5d74 is 50, key is test_row_0/C:col10/1731241183380/Put/seqid=0 2024-11-10T12:19:45,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742350_1526 (size=12104) 2024-11-10T12:19:45,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-10T12:19:46,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:19:46,082 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110455d00aa472d49b284290d92c519e581_10741b3477d07db1ed3ae2f244eaff58 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110455d00aa472d49b284290d92c519e581_10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:19:46,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/b8c76bd311624ff2b22a48d9fa1e6cd7, store: [table=TestAcidGuarantees family=A region=10741b3477d07db1ed3ae2f244eaff58] 2024-11-10T12:19:46,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/b8c76bd311624ff2b22a48d9fa1e6cd7 is 175, key is test_row_0/A:col10/1731241184015/Put/seqid=0 2024-11-10T12:19:46,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742351_1527 (size=30955) 2024-11-10T12:19:46,087 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=76, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/b8c76bd311624ff2b22a48d9fa1e6cd7 2024-11-10T12:19:46,087 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/B/59704b9c9ecb45b3b93a3cf6b4b65bae as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/59704b9c9ecb45b3b93a3cf6b4b65bae 2024-11-10T12:19:46,091 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 10741b3477d07db1ed3ae2f244eaff58/B of 10741b3477d07db1ed3ae2f244eaff58 into 59704b9c9ecb45b3b93a3cf6b4b65bae(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:19:46,091 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 10741b3477d07db1ed3ae2f244eaff58: 2024-11-10T12:19:46,091 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58., storeName=10741b3477d07db1ed3ae2f244eaff58/B, priority=13, startTime=1731241185645; duration=0sec 2024-11-10T12:19:46,091 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:19:46,091 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10741b3477d07db1ed3ae2f244eaff58:B 2024-11-10T12:19:46,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/B/4ee7e0adbee74fb78100b3e6b900534d is 50, key is test_row_0/B:col10/1731241184015/Put/seqid=0 2024-11-10T12:19:46,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742352_1528 (size=12001) 2024-11-10T12:19:46,119 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/C/fd6dcc32ffb34804adb26b43403e5d74 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/fd6dcc32ffb34804adb26b43403e5d74 2024-11-10T12:19:46,122 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 10741b3477d07db1ed3ae2f244eaff58/C of 10741b3477d07db1ed3ae2f244eaff58 into fd6dcc32ffb34804adb26b43403e5d74(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:19:46,122 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 10741b3477d07db1ed3ae2f244eaff58: 2024-11-10T12:19:46,122 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58., storeName=10741b3477d07db1ed3ae2f244eaff58/C, priority=13, startTime=1731241185646; duration=0sec 2024-11-10T12:19:46,122 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:19:46,122 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10741b3477d07db1ed3ae2f244eaff58:C 2024-11-10T12:19:46,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. as already flushing 2024-11-10T12:19:46,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:19:46,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:46,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731241246150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:46,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:46,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1731241246150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:46,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:46,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731241246151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:46,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:46,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731241246254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:46,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:46,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1731241246254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:46,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:46,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731241246255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:46,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-10T12:19:46,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:46,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731241246457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:46,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:46,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731241246458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:46,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:46,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1731241246458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:46,495 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/B/4ee7e0adbee74fb78100b3e6b900534d 2024-11-10T12:19:46,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/C/19c380b71a9e4b41836fdebd7043b426 is 50, key is test_row_0/C:col10/1731241184015/Put/seqid=0 2024-11-10T12:19:46,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742353_1529 (size=12001) 2024-11-10T12:19:46,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731241246761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:46,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731241246762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:46,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1731241246762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:46,907 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/C/19c380b71a9e4b41836fdebd7043b426 2024-11-10T12:19:46,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/b8c76bd311624ff2b22a48d9fa1e6cd7 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/b8c76bd311624ff2b22a48d9fa1e6cd7 2024-11-10T12:19:46,913 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/b8c76bd311624ff2b22a48d9fa1e6cd7, entries=150, sequenceid=76, filesize=30.2 K 2024-11-10T12:19:46,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/B/4ee7e0adbee74fb78100b3e6b900534d as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/4ee7e0adbee74fb78100b3e6b900534d 2024-11-10T12:19:46,916 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/4ee7e0adbee74fb78100b3e6b900534d, entries=150, sequenceid=76, filesize=11.7 K 2024-11-10T12:19:46,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/C/19c380b71a9e4b41836fdebd7043b426 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/19c380b71a9e4b41836fdebd7043b426 2024-11-10T12:19:46,920 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/19c380b71a9e4b41836fdebd7043b426, entries=150, sequenceid=76, filesize=11.7 K 2024-11-10T12:19:46,920 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 10741b3477d07db1ed3ae2f244eaff58 in 1275ms, sequenceid=76, compaction requested=false 2024-11-10T12:19:46,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2538): Flush status journal for 10741b3477d07db1ed3ae2f244eaff58: 2024-11-10T12:19:46,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:46,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=154 2024-11-10T12:19:46,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4106): Remote procedure done, pid=154 2024-11-10T12:19:46,922 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=153 2024-11-10T12:19:46,922 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=153, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5800 sec 2024-11-10T12:19:46,923 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees in 1.5820 sec 2024-11-10T12:19:47,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:19:47,265 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 10741b3477d07db1ed3ae2f244eaff58 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-10T12:19:47,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10741b3477d07db1ed3ae2f244eaff58, store=A 2024-11-10T12:19:47,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:47,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10741b3477d07db1ed3ae2f244eaff58, store=B 2024-11-10T12:19:47,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:47,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10741b3477d07db1ed3ae2f244eaff58, store=C 2024-11-10T12:19:47,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:47,271 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111087b2616cf34c430b90dfade1467c773e_10741b3477d07db1ed3ae2f244eaff58 is 50, key is test_row_0/A:col10/1731241186138/Put/seqid=0 2024-11-10T12:19:47,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742354_1530 (size=12154) 2024-11-10T12:19:47,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:47,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1731241247313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:47,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:47,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731241247317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:47,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:47,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731241247317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:47,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:47,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1731241247418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:47,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:47,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731241247421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:47,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:47,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731241247421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:47,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-10T12:19:47,444 INFO [Thread-2293 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 153 completed 2024-11-10T12:19:47,445 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:19:47,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees 2024-11-10T12:19:47,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-10T12:19:47,446 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:19:47,446 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:19:47,447 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:19:47,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-10T12:19:47,597 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:47,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-10T12:19:47,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:47,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. as already flushing 2024-11-10T12:19:47,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:47,598 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:47,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:47,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:47,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:47,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1731241247620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:47,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:47,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731241247623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:47,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:47,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731241247625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:47,680 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:19:47,683 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111087b2616cf34c430b90dfade1467c773e_10741b3477d07db1ed3ae2f244eaff58 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111087b2616cf34c430b90dfade1467c773e_10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:19:47,684 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/8f824762cd634b5f8a93165943b0fde4, store: [table=TestAcidGuarantees family=A region=10741b3477d07db1ed3ae2f244eaff58] 2024-11-10T12:19:47,684 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/8f824762cd634b5f8a93165943b0fde4 is 175, key is test_row_0/A:col10/1731241186138/Put/seqid=0 2024-11-10T12:19:47,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742355_1531 (size=30955) 2024-11-10T12:19:47,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-10T12:19:47,750 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:47,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-10T12:19:47,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:47,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. as already flushing 2024-11-10T12:19:47,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:47,751 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:47,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:47,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:47,902 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:47,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-10T12:19:47,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:47,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. as already flushing 2024-11-10T12:19:47,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:47,903 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:47,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:47,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:47,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:47,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1731241247925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:47,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:47,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731241247926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:47,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:47,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731241247929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:48,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-10T12:19:48,055 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:48,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-10T12:19:48,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:48,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. as already flushing 2024-11-10T12:19:48,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:48,055 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:48,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:48,087 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/8f824762cd634b5f8a93165943b0fde4 2024-11-10T12:19:48,092 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/B/af9599876f7b439aa61bab9945e0839c is 50, key is test_row_0/B:col10/1731241186138/Put/seqid=0 2024-11-10T12:19:48,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742356_1532 (size=12001) 2024-11-10T12:19:48,207 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:48,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-10T12:19:48,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:48,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. as already flushing 2024-11-10T12:19:48,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:48,208 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:48,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:48,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:48,359 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:48,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-10T12:19:48,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:48,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. as already flushing 2024-11-10T12:19:48,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:48,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:48,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:48,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:48,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:48,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731241248428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:48,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:48,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1731241248429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:48,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:48,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731241248435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:48,496 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/B/af9599876f7b439aa61bab9945e0839c 2024-11-10T12:19:48,501 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/C/ff06d9caac39448d8cd94b135de96e66 is 50, key is test_row_0/C:col10/1731241186138/Put/seqid=0 2024-11-10T12:19:48,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742357_1533 (size=12001) 2024-11-10T12:19:48,511 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:48,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-10T12:19:48,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:48,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. as already flushing 2024-11-10T12:19:48,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:48,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:48,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:48,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:48,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-10T12:19:48,664 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:48,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-10T12:19:48,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:48,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. as already flushing 2024-11-10T12:19:48,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:48,664 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:48,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:48,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:48,816 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:48,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-10T12:19:48,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:48,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. as already flushing 2024-11-10T12:19:48,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:48,817 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:48,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:48,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:48,909 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/C/ff06d9caac39448d8cd94b135de96e66 2024-11-10T12:19:48,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/8f824762cd634b5f8a93165943b0fde4 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/8f824762cd634b5f8a93165943b0fde4 2024-11-10T12:19:48,915 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/8f824762cd634b5f8a93165943b0fde4, entries=150, sequenceid=95, filesize=30.2 K 2024-11-10T12:19:48,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/B/af9599876f7b439aa61bab9945e0839c as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/af9599876f7b439aa61bab9945e0839c 2024-11-10T12:19:48,919 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/af9599876f7b439aa61bab9945e0839c, entries=150, sequenceid=95, filesize=11.7 K 2024-11-10T12:19:48,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/C/ff06d9caac39448d8cd94b135de96e66 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/ff06d9caac39448d8cd94b135de96e66 2024-11-10T12:19:48,922 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/ff06d9caac39448d8cd94b135de96e66, entries=150, sequenceid=95, filesize=11.7 K 2024-11-10T12:19:48,922 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 10741b3477d07db1ed3ae2f244eaff58 in 1657ms, sequenceid=95, compaction requested=true 2024-11-10T12:19:48,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 10741b3477d07db1ed3ae2f244eaff58: 2024-11-10T12:19:48,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10741b3477d07db1ed3ae2f244eaff58:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:19:48,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:19:48,923 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:19:48,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10741b3477d07db1ed3ae2f244eaff58:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:19:48,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:19:48,923 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:19:48,923 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:19:48,923 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:19:48,923 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1540): 10741b3477d07db1ed3ae2f244eaff58/A is initiating minor compaction (all files) 2024-11-10T12:19:48,923 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): 10741b3477d07db1ed3ae2f244eaff58/B is initiating minor compaction (all files) 2024-11-10T12:19:48,923 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 10741b3477d07db1ed3ae2f244eaff58/A in TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:48,923 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 10741b3477d07db1ed3ae2f244eaff58/B in TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:48,924 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/59704b9c9ecb45b3b93a3cf6b4b65bae, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/4ee7e0adbee74fb78100b3e6b900534d, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/af9599876f7b439aa61bab9945e0839c] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp, totalSize=35.3 K 2024-11-10T12:19:48,924 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/85c748dadc1640a4a9b3451530a55e49, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/b8c76bd311624ff2b22a48d9fa1e6cd7, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/8f824762cd634b5f8a93165943b0fde4] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp, totalSize=90.8 K 2024-11-10T12:19:48,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10741b3477d07db1ed3ae2f244eaff58:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:19:48,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:19:48,924 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:48,924 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. files: [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/85c748dadc1640a4a9b3451530a55e49, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/b8c76bd311624ff2b22a48d9fa1e6cd7, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/8f824762cd634b5f8a93165943b0fde4] 2024-11-10T12:19:48,934 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 59704b9c9ecb45b3b93a3cf6b4b65bae, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731241183380 2024-11-10T12:19:48,934 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 85c748dadc1640a4a9b3451530a55e49, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731241183380 2024-11-10T12:19:48,934 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ee7e0adbee74fb78100b3e6b900534d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731241184010 2024-11-10T12:19:48,934 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting b8c76bd311624ff2b22a48d9fa1e6cd7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731241184010 2024-11-10T12:19:48,935 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting af9599876f7b439aa61bab9945e0839c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731241186138 2024-11-10T12:19:48,935 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f824762cd634b5f8a93165943b0fde4, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731241186138 2024-11-10T12:19:48,939 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=10741b3477d07db1ed3ae2f244eaff58] 2024-11-10T12:19:48,940 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10741b3477d07db1ed3ae2f244eaff58#B#compaction#457 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:19:48,940 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/B/b77a2be2e8fb45f1b3fbc12bd27bfd7d is 50, key is test_row_0/B:col10/1731241186138/Put/seqid=0 2024-11-10T12:19:48,951 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110227a99c3a5004e1bbc8cb0d91cb879d3_10741b3477d07db1ed3ae2f244eaff58 store=[table=TestAcidGuarantees family=A region=10741b3477d07db1ed3ae2f244eaff58] 2024-11-10T12:19:48,953 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110227a99c3a5004e1bbc8cb0d91cb879d3_10741b3477d07db1ed3ae2f244eaff58, store=[table=TestAcidGuarantees family=A region=10741b3477d07db1ed3ae2f244eaff58] 2024-11-10T12:19:48,953 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110227a99c3a5004e1bbc8cb0d91cb879d3_10741b3477d07db1ed3ae2f244eaff58 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=10741b3477d07db1ed3ae2f244eaff58] 2024-11-10T12:19:48,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742358_1534 (size=12207) 2024-11-10T12:19:48,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742359_1535 (size=4469) 2024-11-10T12:19:48,968 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:48,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-10T12:19:48,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:48,969 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2837): Flushing 10741b3477d07db1ed3ae2f244eaff58 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-10T12:19:48,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10741b3477d07db1ed3ae2f244eaff58, store=A 2024-11-10T12:19:48,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:48,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10741b3477d07db1ed3ae2f244eaff58, store=B 2024-11-10T12:19:48,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:48,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10741b3477d07db1ed3ae2f244eaff58, store=C 2024-11-10T12:19:48,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:48,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110d71ed6e5fede4a89aa1375f5d13fecfb_10741b3477d07db1ed3ae2f244eaff58 is 50, key is test_row_0/A:col10/1731241187312/Put/seqid=0 2024-11-10T12:19:48,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742360_1536 (size=12154) 2024-11-10T12:19:49,357 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10741b3477d07db1ed3ae2f244eaff58#A#compaction#456 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:19:49,358 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/9523e971b1974056a00d82fa3a3e120d is 175, key is test_row_0/A:col10/1731241186138/Put/seqid=0 2024-11-10T12:19:49,358 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/B/b77a2be2e8fb45f1b3fbc12bd27bfd7d as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/b77a2be2e8fb45f1b3fbc12bd27bfd7d 2024-11-10T12:19:49,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742361_1537 (size=31161) 2024-11-10T12:19:49,362 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 10741b3477d07db1ed3ae2f244eaff58/B of 10741b3477d07db1ed3ae2f244eaff58 into b77a2be2e8fb45f1b3fbc12bd27bfd7d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:19:49,362 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 10741b3477d07db1ed3ae2f244eaff58: 2024-11-10T12:19:49,362 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58., storeName=10741b3477d07db1ed3ae2f244eaff58/B, priority=13, startTime=1731241188923; duration=0sec 2024-11-10T12:19:49,362 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:19:49,363 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10741b3477d07db1ed3ae2f244eaff58:B 2024-11-10T12:19:49,363 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:19:49,363 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:19:49,363 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): 10741b3477d07db1ed3ae2f244eaff58/C is initiating minor compaction (all files) 2024-11-10T12:19:49,364 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 10741b3477d07db1ed3ae2f244eaff58/C in TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:49,364 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/fd6dcc32ffb34804adb26b43403e5d74, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/19c380b71a9e4b41836fdebd7043b426, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/ff06d9caac39448d8cd94b135de96e66] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp, totalSize=35.3 K 2024-11-10T12:19:49,364 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting fd6dcc32ffb34804adb26b43403e5d74, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731241183380 2024-11-10T12:19:49,364 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 19c380b71a9e4b41836fdebd7043b426, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731241184010 2024-11-10T12:19:49,364 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting ff06d9caac39448d8cd94b135de96e66, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731241186138 2024-11-10T12:19:49,369 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10741b3477d07db1ed3ae2f244eaff58#C#compaction#459 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:19:49,369 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/C/185e874a8a0c48ddb9a1b1eb89f91c12 is 50, key is test_row_0/C:col10/1731241186138/Put/seqid=0 2024-11-10T12:19:49,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742362_1538 (size=12207) 2024-11-10T12:19:49,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:19:49,380 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110d71ed6e5fede4a89aa1375f5d13fecfb_10741b3477d07db1ed3ae2f244eaff58 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110d71ed6e5fede4a89aa1375f5d13fecfb_10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:19:49,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/5ce514d2c66d44c2a371921f9090d139, store: [table=TestAcidGuarantees family=A region=10741b3477d07db1ed3ae2f244eaff58] 2024-11-10T12:19:49,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/5ce514d2c66d44c2a371921f9090d139 is 175, key is test_row_0/A:col10/1731241187312/Put/seqid=0 2024-11-10T12:19:49,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742363_1539 (size=30955) 2024-11-10T12:19:49,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:19:49,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. as already flushing 2024-11-10T12:19:49,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:49,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38844 deadline: 1731241249426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:49,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:49,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1731241249426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:49,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:49,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731241249430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:49,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:49,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731241249440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:49,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:49,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1731241249440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:49,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:49,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38844 deadline: 1731241249529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:49,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:49,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1731241249529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:49,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-10T12:19:49,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:49,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1731241249732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:49,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:49,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38844 deadline: 1731241249733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:49,764 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/9523e971b1974056a00d82fa3a3e120d as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/9523e971b1974056a00d82fa3a3e120d 2024-11-10T12:19:49,768 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 10741b3477d07db1ed3ae2f244eaff58/A of 10741b3477d07db1ed3ae2f244eaff58 into 9523e971b1974056a00d82fa3a3e120d(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:19:49,768 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 10741b3477d07db1ed3ae2f244eaff58: 2024-11-10T12:19:49,768 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58., storeName=10741b3477d07db1ed3ae2f244eaff58/A, priority=13, startTime=1731241188922; duration=0sec 2024-11-10T12:19:49,768 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:19:49,768 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10741b3477d07db1ed3ae2f244eaff58:A 2024-11-10T12:19:49,776 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/C/185e874a8a0c48ddb9a1b1eb89f91c12 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/185e874a8a0c48ddb9a1b1eb89f91c12 2024-11-10T12:19:49,779 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 10741b3477d07db1ed3ae2f244eaff58/C of 10741b3477d07db1ed3ae2f244eaff58 into 185e874a8a0c48ddb9a1b1eb89f91c12(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:19:49,780 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 10741b3477d07db1ed3ae2f244eaff58: 2024-11-10T12:19:49,780 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58., storeName=10741b3477d07db1ed3ae2f244eaff58/C, priority=13, startTime=1731241188923; duration=0sec 2024-11-10T12:19:49,780 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:19:49,780 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10741b3477d07db1ed3ae2f244eaff58:C 2024-11-10T12:19:49,791 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/5ce514d2c66d44c2a371921f9090d139 2024-11-10T12:19:49,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/B/5cb5ec91987d4483a674f6fb2fea2105 is 50, key is test_row_0/B:col10/1731241187312/Put/seqid=0 2024-11-10T12:19:49,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742364_1540 (size=12001) 2024-11-10T12:19:49,809 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/B/5cb5ec91987d4483a674f6fb2fea2105 2024-11-10T12:19:49,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/C/7b5ec886f9c346cca0d2cbb9eee350f5 is 50, key is test_row_0/C:col10/1731241187312/Put/seqid=0 2024-11-10T12:19:49,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742365_1541 (size=12001) 2024-11-10T12:19:49,820 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/C/7b5ec886f9c346cca0d2cbb9eee350f5 2024-11-10T12:19:49,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/5ce514d2c66d44c2a371921f9090d139 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/5ce514d2c66d44c2a371921f9090d139 2024-11-10T12:19:49,827 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/5ce514d2c66d44c2a371921f9090d139, entries=150, sequenceid=116, filesize=30.2 K 2024-11-10T12:19:49,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/B/5cb5ec91987d4483a674f6fb2fea2105 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/5cb5ec91987d4483a674f6fb2fea2105 2024-11-10T12:19:49,830 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/5cb5ec91987d4483a674f6fb2fea2105, entries=150, sequenceid=116, filesize=11.7 K 2024-11-10T12:19:49,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/C/7b5ec886f9c346cca0d2cbb9eee350f5 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/7b5ec886f9c346cca0d2cbb9eee350f5 2024-11-10T12:19:49,834 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/7b5ec886f9c346cca0d2cbb9eee350f5, entries=150, sequenceid=116, filesize=11.7 K 2024-11-10T12:19:49,835 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 10741b3477d07db1ed3ae2f244eaff58 in 866ms, sequenceid=116, compaction requested=false 2024-11-10T12:19:49,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2538): Flush status journal for 10741b3477d07db1ed3ae2f244eaff58: 2024-11-10T12:19:49,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:49,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=156 2024-11-10T12:19:49,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4106): Remote procedure done, pid=156 2024-11-10T12:19:49,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155 2024-11-10T12:19:49,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3900 sec 2024-11-10T12:19:49,838 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees in 2.3920 sec 2024-11-10T12:19:50,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:19:50,036 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 10741b3477d07db1ed3ae2f244eaff58 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-10T12:19:50,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10741b3477d07db1ed3ae2f244eaff58, store=A 2024-11-10T12:19:50,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:50,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10741b3477d07db1ed3ae2f244eaff58, store=B 2024-11-10T12:19:50,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:50,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10741b3477d07db1ed3ae2f244eaff58, store=C 2024-11-10T12:19:50,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:50,041 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110553a494eb1f3498d931c5ce71bc69076_10741b3477d07db1ed3ae2f244eaff58 is 50, key is test_row_0/A:col10/1731241189425/Put/seqid=0 2024-11-10T12:19:50,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742366_1542 (size=14744) 2024-11-10T12:19:50,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1731241250066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:50,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:50,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38844 deadline: 1731241250068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:50,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:50,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1731241250169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:50,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:50,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38844 deadline: 1731241250173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:50,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:50,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1731241250372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:50,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:50,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38844 deadline: 1731241250376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:50,444 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:19:50,447 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110553a494eb1f3498d931c5ce71bc69076_10741b3477d07db1ed3ae2f244eaff58 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110553a494eb1f3498d931c5ce71bc69076_10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:19:50,448 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/a5faceb45a694c29993faf52b0042672, store: [table=TestAcidGuarantees family=A region=10741b3477d07db1ed3ae2f244eaff58] 2024-11-10T12:19:50,449 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/a5faceb45a694c29993faf52b0042672 is 175, key is test_row_0/A:col10/1731241189425/Put/seqid=0 2024-11-10T12:19:50,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742367_1543 (size=39699) 2024-11-10T12:19:50,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:50,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1731241250676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:50,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:50,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38844 deadline: 1731241250679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:50,852 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=135, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/a5faceb45a694c29993faf52b0042672 2024-11-10T12:19:50,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/B/59046c78f2134d0198fe1a76e4d7c95a is 50, key is test_row_0/B:col10/1731241189425/Put/seqid=0 2024-11-10T12:19:50,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742368_1544 (size=12151) 2024-11-10T12:19:51,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:51,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1731241251179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:51,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:51,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38844 deadline: 1731241251184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:51,269 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/B/59046c78f2134d0198fe1a76e4d7c95a 2024-11-10T12:19:51,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/C/a2efb37d9b6543eaa19d7656a5a6edff is 50, key is test_row_0/C:col10/1731241189425/Put/seqid=0 2024-11-10T12:19:51,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742369_1545 (size=12151) 2024-11-10T12:19:51,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:51,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1731241251447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:51,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:51,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731241251448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:51,449 DEBUG [Thread-2291 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4135 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58., hostname=8eb9a7a2374b,43841,1731241027112, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:19:51,449 DEBUG [Thread-2289 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4132 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58., hostname=8eb9a7a2374b,43841,1731241027112, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:19:51,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:51,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731241251451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:51,454 DEBUG [Thread-2283 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4136 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58., hostname=8eb9a7a2374b,43841,1731241027112, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:19:51,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-10T12:19:51,550 INFO [Thread-2293 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 155 completed 2024-11-10T12:19:51,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:19:51,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees 2024-11-10T12:19:51,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-10T12:19:51,552 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:19:51,552 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:19:51,553 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:19:51,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-10T12:19:51,678 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/C/a2efb37d9b6543eaa19d7656a5a6edff 2024-11-10T12:19:51,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/a5faceb45a694c29993faf52b0042672 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/a5faceb45a694c29993faf52b0042672 2024-11-10T12:19:51,684 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/a5faceb45a694c29993faf52b0042672, entries=200, sequenceid=135, filesize=38.8 K 2024-11-10T12:19:51,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/B/59046c78f2134d0198fe1a76e4d7c95a as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/59046c78f2134d0198fe1a76e4d7c95a 2024-11-10T12:19:51,687 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/59046c78f2134d0198fe1a76e4d7c95a, entries=150, sequenceid=135, filesize=11.9 K 2024-11-10T12:19:51,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/C/a2efb37d9b6543eaa19d7656a5a6edff as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/a2efb37d9b6543eaa19d7656a5a6edff 2024-11-10T12:19:51,691 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/a2efb37d9b6543eaa19d7656a5a6edff, entries=150, sequenceid=135, filesize=11.9 K 2024-11-10T12:19:51,691 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 10741b3477d07db1ed3ae2f244eaff58 in 1655ms, sequenceid=135, compaction requested=true 2024-11-10T12:19:51,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 10741b3477d07db1ed3ae2f244eaff58: 2024-11-10T12:19:51,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10741b3477d07db1ed3ae2f244eaff58:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:19:51,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:19:51,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10741b3477d07db1ed3ae2f244eaff58:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:19:51,692 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:19:51,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:19:51,692 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:19:51,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10741b3477d07db1ed3ae2f244eaff58:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:19:51,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:19:51,693 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101815 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:19:51,693 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:19:51,693 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1540): 10741b3477d07db1ed3ae2f244eaff58/A is initiating minor compaction (all files) 2024-11-10T12:19:51,693 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): 10741b3477d07db1ed3ae2f244eaff58/B is initiating minor compaction (all files) 2024-11-10T12:19:51,693 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 10741b3477d07db1ed3ae2f244eaff58/A in TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:51,693 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 10741b3477d07db1ed3ae2f244eaff58/B in TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:51,693 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/b77a2be2e8fb45f1b3fbc12bd27bfd7d, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/5cb5ec91987d4483a674f6fb2fea2105, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/59046c78f2134d0198fe1a76e4d7c95a] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp, totalSize=35.5 K 2024-11-10T12:19:51,693 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/9523e971b1974056a00d82fa3a3e120d, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/5ce514d2c66d44c2a371921f9090d139, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/a5faceb45a694c29993faf52b0042672] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp, totalSize=99.4 K 2024-11-10T12:19:51,693 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:51,693 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. files: [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/9523e971b1974056a00d82fa3a3e120d, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/5ce514d2c66d44c2a371921f9090d139, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/a5faceb45a694c29993faf52b0042672] 2024-11-10T12:19:51,693 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting b77a2be2e8fb45f1b3fbc12bd27bfd7d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731241186138 2024-11-10T12:19:51,693 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9523e971b1974056a00d82fa3a3e120d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731241186138 2024-11-10T12:19:51,693 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 5cb5ec91987d4483a674f6fb2fea2105, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731241187312 2024-11-10T12:19:51,693 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ce514d2c66d44c2a371921f9090d139, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731241187312 2024-11-10T12:19:51,694 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting a5faceb45a694c29993faf52b0042672, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731241189422 2024-11-10T12:19:51,694 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 59046c78f2134d0198fe1a76e4d7c95a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731241189423 2024-11-10T12:19:51,697 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=10741b3477d07db1ed3ae2f244eaff58] 2024-11-10T12:19:51,698 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110eaa4d8998f474b219c5f93a5231fd5d2_10741b3477d07db1ed3ae2f244eaff58 store=[table=TestAcidGuarantees family=A region=10741b3477d07db1ed3ae2f244eaff58] 2024-11-10T12:19:51,698 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10741b3477d07db1ed3ae2f244eaff58#B#compaction#466 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:19:51,699 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/B/198d9641141d4cae82978c2e3d97ca10 is 50, key is test_row_0/B:col10/1731241189425/Put/seqid=0 2024-11-10T12:19:51,700 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110eaa4d8998f474b219c5f93a5231fd5d2_10741b3477d07db1ed3ae2f244eaff58, store=[table=TestAcidGuarantees family=A region=10741b3477d07db1ed3ae2f244eaff58] 2024-11-10T12:19:51,700 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110eaa4d8998f474b219c5f93a5231fd5d2_10741b3477d07db1ed3ae2f244eaff58 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=10741b3477d07db1ed3ae2f244eaff58] 2024-11-10T12:19:51,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742370_1546 (size=12459) 2024-11-10T12:19:51,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742371_1547 (size=4469) 2024-11-10T12:19:51,704 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:51,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-10T12:19:51,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:51,704 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2837): Flushing 10741b3477d07db1ed3ae2f244eaff58 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-10T12:19:51,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10741b3477d07db1ed3ae2f244eaff58, store=A 2024-11-10T12:19:51,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:51,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10741b3477d07db1ed3ae2f244eaff58, store=B 2024-11-10T12:19:51,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:51,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10741b3477d07db1ed3ae2f244eaff58, store=C 2024-11-10T12:19:51,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:51,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411109cc08599c703413ca22ff058941278dd_10741b3477d07db1ed3ae2f244eaff58 is 50, key is test_row_0/A:col10/1731241190067/Put/seqid=0 2024-11-10T12:19:51,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742372_1548 (size=12304) 2024-11-10T12:19:51,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-10T12:19:52,104 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10741b3477d07db1ed3ae2f244eaff58#A#compaction#465 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:19:52,104 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/ab248459c215467c984e7cfe7244c9af is 175, key is test_row_0/A:col10/1731241189425/Put/seqid=0 2024-11-10T12:19:52,106 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/B/198d9641141d4cae82978c2e3d97ca10 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/198d9641141d4cae82978c2e3d97ca10 2024-11-10T12:19:52,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742373_1549 (size=31413) 2024-11-10T12:19:52,110 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 10741b3477d07db1ed3ae2f244eaff58/B of 10741b3477d07db1ed3ae2f244eaff58 into 198d9641141d4cae82978c2e3d97ca10(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:19:52,110 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 10741b3477d07db1ed3ae2f244eaff58: 2024-11-10T12:19:52,110 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58., storeName=10741b3477d07db1ed3ae2f244eaff58/B, priority=13, startTime=1731241191692; duration=0sec 2024-11-10T12:19:52,110 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/ab248459c215467c984e7cfe7244c9af as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/ab248459c215467c984e7cfe7244c9af 2024-11-10T12:19:52,111 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:19:52,111 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10741b3477d07db1ed3ae2f244eaff58:B 2024-11-10T12:19:52,111 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:19:52,112 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:19:52,112 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): 10741b3477d07db1ed3ae2f244eaff58/C is initiating minor compaction (all files) 2024-11-10T12:19:52,112 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 10741b3477d07db1ed3ae2f244eaff58/C in TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:52,112 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/185e874a8a0c48ddb9a1b1eb89f91c12, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/7b5ec886f9c346cca0d2cbb9eee350f5, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/a2efb37d9b6543eaa19d7656a5a6edff] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp, totalSize=35.5 K 2024-11-10T12:19:52,112 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 185e874a8a0c48ddb9a1b1eb89f91c12, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731241186138 2024-11-10T12:19:52,112 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b5ec886f9c346cca0d2cbb9eee350f5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731241187312 2024-11-10T12:19:52,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:19:52,113 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting a2efb37d9b6543eaa19d7656a5a6edff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731241189423 2024-11-10T12:19:52,114 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 10741b3477d07db1ed3ae2f244eaff58/A of 10741b3477d07db1ed3ae2f244eaff58 into ab248459c215467c984e7cfe7244c9af(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:19:52,115 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 10741b3477d07db1ed3ae2f244eaff58: 2024-11-10T12:19:52,115 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58., storeName=10741b3477d07db1ed3ae2f244eaff58/A, priority=13, startTime=1731241191692; duration=0sec 2024-11-10T12:19:52,115 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:19:52,115 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10741b3477d07db1ed3ae2f244eaff58:A 2024-11-10T12:19:52,116 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411109cc08599c703413ca22ff058941278dd_10741b3477d07db1ed3ae2f244eaff58 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411109cc08599c703413ca22ff058941278dd_10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:19:52,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/bff442bd48b4481bb9eb87ca605a07cb, store: [table=TestAcidGuarantees family=A region=10741b3477d07db1ed3ae2f244eaff58] 2024-11-10T12:19:52,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/bff442bd48b4481bb9eb87ca605a07cb is 175, key is test_row_0/A:col10/1731241190067/Put/seqid=0 2024-11-10T12:19:52,118 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10741b3477d07db1ed3ae2f244eaff58#C#compaction#468 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:19:52,118 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/C/fe1d3926eae445b79c2ee5ea7b67a65c is 50, key is test_row_0/C:col10/1731241189425/Put/seqid=0 2024-11-10T12:19:52,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742374_1550 (size=31105) 2024-11-10T12:19:52,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742375_1551 (size=12459) 2024-11-10T12:19:52,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-10T12:19:52,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:19:52,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. as already flushing 2024-11-10T12:19:52,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:52,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38844 deadline: 1731241252206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:52,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:52,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1731241252206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:52,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:52,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38844 deadline: 1731241252308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:52,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:52,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1731241252309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:52,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:52,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1731241252511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:52,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:52,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38844 deadline: 1731241252511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:52,524 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=155, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/bff442bd48b4481bb9eb87ca605a07cb 2024-11-10T12:19:52,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/B/17617a24bca745adb44fbe5b9a4b3d75 is 50, key is test_row_0/B:col10/1731241190067/Put/seqid=0 2024-11-10T12:19:52,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742376_1552 (size=12151) 2024-11-10T12:19:52,537 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/C/fe1d3926eae445b79c2ee5ea7b67a65c as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/fe1d3926eae445b79c2ee5ea7b67a65c 2024-11-10T12:19:52,541 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 10741b3477d07db1ed3ae2f244eaff58/C of 10741b3477d07db1ed3ae2f244eaff58 into fe1d3926eae445b79c2ee5ea7b67a65c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:19:52,541 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 10741b3477d07db1ed3ae2f244eaff58: 2024-11-10T12:19:52,541 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58., storeName=10741b3477d07db1ed3ae2f244eaff58/C, priority=13, startTime=1731241191692; duration=0sec 2024-11-10T12:19:52,541 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:19:52,541 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10741b3477d07db1ed3ae2f244eaff58:C 2024-11-10T12:19:52,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-10T12:19:52,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:52,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1731241252813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:52,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:52,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38844 deadline: 1731241252814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:52,933 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/B/17617a24bca745adb44fbe5b9a4b3d75 2024-11-10T12:19:52,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/C/ba26086d272b42f2a9520e46f57c8610 is 50, key is test_row_0/C:col10/1731241190067/Put/seqid=0 2024-11-10T12:19:52,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742377_1553 (size=12151) 2024-11-10T12:19:52,942 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/C/ba26086d272b42f2a9520e46f57c8610 2024-11-10T12:19:52,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/bff442bd48b4481bb9eb87ca605a07cb as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/bff442bd48b4481bb9eb87ca605a07cb 2024-11-10T12:19:52,947 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/bff442bd48b4481bb9eb87ca605a07cb, entries=150, sequenceid=155, filesize=30.4 K 2024-11-10T12:19:52,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/B/17617a24bca745adb44fbe5b9a4b3d75 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/17617a24bca745adb44fbe5b9a4b3d75 2024-11-10T12:19:52,950 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/17617a24bca745adb44fbe5b9a4b3d75, entries=150, sequenceid=155, filesize=11.9 K 2024-11-10T12:19:52,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/C/ba26086d272b42f2a9520e46f57c8610 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/ba26086d272b42f2a9520e46f57c8610 2024-11-10T12:19:52,954 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/ba26086d272b42f2a9520e46f57c8610, entries=150, sequenceid=155, filesize=11.9 K 2024-11-10T12:19:52,954 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 10741b3477d07db1ed3ae2f244eaff58 in 1250ms, sequenceid=155, compaction requested=false 2024-11-10T12:19:52,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2538): Flush status journal for 10741b3477d07db1ed3ae2f244eaff58: 2024-11-10T12:19:52,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:52,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=158 2024-11-10T12:19:52,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4106): Remote procedure done, pid=158 2024-11-10T12:19:52,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-11-10T12:19:52,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4030 sec 2024-11-10T12:19:52,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees in 1.4050 sec 2024-11-10T12:19:53,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:19:53,319 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 10741b3477d07db1ed3ae2f244eaff58 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-10T12:19:53,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10741b3477d07db1ed3ae2f244eaff58, store=A 2024-11-10T12:19:53,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:53,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10741b3477d07db1ed3ae2f244eaff58, store=B 2024-11-10T12:19:53,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:53,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10741b3477d07db1ed3ae2f244eaff58, store=C 2024-11-10T12:19:53,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:53,324 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111025e584bef1a3450e95692e74b7d1182c_10741b3477d07db1ed3ae2f244eaff58 is 50, key is test_row_0/A:col10/1731241192206/Put/seqid=0 2024-11-10T12:19:53,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742378_1554 (size=12304) 2024-11-10T12:19:53,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:53,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1731241253344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:53,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:53,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38844 deadline: 1731241253347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:53,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:53,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1731241253448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:53,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:53,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38844 deadline: 1731241253450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:53,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:53,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1731241253650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:53,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:53,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38844 deadline: 1731241253653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:53,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-10T12:19:53,655 INFO [Thread-2293 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 157 completed 2024-11-10T12:19:53,656 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:19:53,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees 2024-11-10T12:19:53,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-10T12:19:53,657 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:19:53,657 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:19:53,657 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:19:53,727 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:19:53,730 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111025e584bef1a3450e95692e74b7d1182c_10741b3477d07db1ed3ae2f244eaff58 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111025e584bef1a3450e95692e74b7d1182c_10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:19:53,731 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/93018dddb2a94ab38dcc196e1bddefe5, store: [table=TestAcidGuarantees family=A region=10741b3477d07db1ed3ae2f244eaff58] 2024-11-10T12:19:53,732 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/93018dddb2a94ab38dcc196e1bddefe5 is 175, key is test_row_0/A:col10/1731241192206/Put/seqid=0 2024-11-10T12:19:53,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742379_1555 (size=31105) 2024-11-10T12:19:53,746 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=175, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/93018dddb2a94ab38dcc196e1bddefe5 2024-11-10T12:19:53,752 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/B/ab9b7bbd75114fbf9184b3bcfdef9ac2 is 50, key is test_row_0/B:col10/1731241192206/Put/seqid=0 2024-11-10T12:19:53,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742380_1556 (size=12151) 2024-11-10T12:19:53,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-10T12:19:53,808 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:53,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-10T12:19:53,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:53,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. as already flushing 2024-11-10T12:19:53,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:53,809 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:53,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:53,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:53,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:53,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1731241253953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:53,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:53,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38844 deadline: 1731241253956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:53,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-10T12:19:53,961 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:53,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-10T12:19:53,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:53,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. as already flushing 2024-11-10T12:19:53,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:53,961 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:53,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:53,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:54,112 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:54,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-10T12:19:54,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:54,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. as already flushing 2024-11-10T12:19:54,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:54,112 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:54,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:54,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:54,156 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/B/ab9b7bbd75114fbf9184b3bcfdef9ac2 2024-11-10T12:19:54,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/C/35e873725ef844a09dc6abea89737959 is 50, key is test_row_0/C:col10/1731241192206/Put/seqid=0 2024-11-10T12:19:54,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742381_1557 (size=12151) 2024-11-10T12:19:54,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-10T12:19:54,264 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:54,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-10T12:19:54,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:54,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. as already flushing 2024-11-10T12:19:54,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:54,265 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:54,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:54,416 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:54,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-10T12:19:54,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:54,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. as already flushing 2024-11-10T12:19:54,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:54,417 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:54,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:54,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:54,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1731241254459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:54,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:54,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38844 deadline: 1731241254459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:54,565 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/C/35e873725ef844a09dc6abea89737959 2024-11-10T12:19:54,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/93018dddb2a94ab38dcc196e1bddefe5 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/93018dddb2a94ab38dcc196e1bddefe5 2024-11-10T12:19:54,568 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:54,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-10T12:19:54,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:54,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. as already flushing 2024-11-10T12:19:54,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:54,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:54,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:54,571 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/93018dddb2a94ab38dcc196e1bddefe5, entries=150, sequenceid=175, filesize=30.4 K 2024-11-10T12:19:54,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/B/ab9b7bbd75114fbf9184b3bcfdef9ac2 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/ab9b7bbd75114fbf9184b3bcfdef9ac2 2024-11-10T12:19:54,574 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/ab9b7bbd75114fbf9184b3bcfdef9ac2, entries=150, sequenceid=175, filesize=11.9 K 2024-11-10T12:19:54,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/C/35e873725ef844a09dc6abea89737959 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/35e873725ef844a09dc6abea89737959 2024-11-10T12:19:54,577 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/35e873725ef844a09dc6abea89737959, entries=150, sequenceid=175, filesize=11.9 K 2024-11-10T12:19:54,578 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 10741b3477d07db1ed3ae2f244eaff58 in 1259ms, sequenceid=175, compaction requested=true 2024-11-10T12:19:54,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 10741b3477d07db1ed3ae2f244eaff58: 2024-11-10T12:19:54,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10741b3477d07db1ed3ae2f244eaff58:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:19:54,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:19:54,578 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:19:54,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10741b3477d07db1ed3ae2f244eaff58:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:19:54,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:19:54,578 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:19:54,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10741b3477d07db1ed3ae2f244eaff58:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:19:54,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:19:54,579 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93623 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:19:54,579 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:19:54,579 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1540): 10741b3477d07db1ed3ae2f244eaff58/A is initiating minor compaction (all files) 2024-11-10T12:19:54,579 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): 10741b3477d07db1ed3ae2f244eaff58/B is initiating minor compaction (all files) 2024-11-10T12:19:54,579 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 10741b3477d07db1ed3ae2f244eaff58/A in TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:54,579 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 10741b3477d07db1ed3ae2f244eaff58/B in TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:54,579 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/198d9641141d4cae82978c2e3d97ca10, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/17617a24bca745adb44fbe5b9a4b3d75, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/ab9b7bbd75114fbf9184b3bcfdef9ac2] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp, totalSize=35.9 K 2024-11-10T12:19:54,579 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/ab248459c215467c984e7cfe7244c9af, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/bff442bd48b4481bb9eb87ca605a07cb, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/93018dddb2a94ab38dcc196e1bddefe5] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp, totalSize=91.4 K 2024-11-10T12:19:54,579 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:54,579 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. files: [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/ab248459c215467c984e7cfe7244c9af, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/bff442bd48b4481bb9eb87ca605a07cb, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/93018dddb2a94ab38dcc196e1bddefe5] 2024-11-10T12:19:54,579 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 198d9641141d4cae82978c2e3d97ca10, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731241189423 2024-11-10T12:19:54,579 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab248459c215467c984e7cfe7244c9af, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731241189423 2024-11-10T12:19:54,579 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 17617a24bca745adb44fbe5b9a4b3d75, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731241190058 2024-11-10T12:19:54,580 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting bff442bd48b4481bb9eb87ca605a07cb, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731241190058 2024-11-10T12:19:54,580 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting ab9b7bbd75114fbf9184b3bcfdef9ac2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731241192204 2024-11-10T12:19:54,580 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 93018dddb2a94ab38dcc196e1bddefe5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731241192204 2024-11-10T12:19:54,583 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=10741b3477d07db1ed3ae2f244eaff58] 2024-11-10T12:19:54,584 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10741b3477d07db1ed3ae2f244eaff58#B#compaction#474 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:19:54,584 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/B/03310be0c8e64fe38c77a037ffec1dd6 is 50, key is test_row_0/B:col10/1731241192206/Put/seqid=0 2024-11-10T12:19:54,585 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111095cef36d49c34129a4e43a791fb9eea3_10741b3477d07db1ed3ae2f244eaff58 store=[table=TestAcidGuarantees family=A region=10741b3477d07db1ed3ae2f244eaff58] 2024-11-10T12:19:54,587 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111095cef36d49c34129a4e43a791fb9eea3_10741b3477d07db1ed3ae2f244eaff58, store=[table=TestAcidGuarantees family=A region=10741b3477d07db1ed3ae2f244eaff58] 2024-11-10T12:19:54,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742382_1558 (size=12561) 2024-11-10T12:19:54,587 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111095cef36d49c34129a4e43a791fb9eea3_10741b3477d07db1ed3ae2f244eaff58 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=10741b3477d07db1ed3ae2f244eaff58] 2024-11-10T12:19:54,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742383_1559 (size=4469) 2024-11-10T12:19:54,721 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:54,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-10T12:19:54,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:54,721 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2837): Flushing 10741b3477d07db1ed3ae2f244eaff58 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-10T12:19:54,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10741b3477d07db1ed3ae2f244eaff58, store=A 2024-11-10T12:19:54,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:54,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10741b3477d07db1ed3ae2f244eaff58, store=B 2024-11-10T12:19:54,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:54,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10741b3477d07db1ed3ae2f244eaff58, store=C 2024-11-10T12:19:54,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:54,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111049917f771e564db290672de6322afa5e_10741b3477d07db1ed3ae2f244eaff58 is 50, key is test_row_0/A:col10/1731241193346/Put/seqid=0 2024-11-10T12:19:54,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742384_1560 (size=12304) 2024-11-10T12:19:54,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-10T12:19:54,991 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/B/03310be0c8e64fe38c77a037ffec1dd6 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/03310be0c8e64fe38c77a037ffec1dd6 2024-11-10T12:19:54,994 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 10741b3477d07db1ed3ae2f244eaff58/B of 10741b3477d07db1ed3ae2f244eaff58 into 03310be0c8e64fe38c77a037ffec1dd6(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:19:54,994 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 10741b3477d07db1ed3ae2f244eaff58: 2024-11-10T12:19:54,994 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58., storeName=10741b3477d07db1ed3ae2f244eaff58/B, priority=13, startTime=1731241194578; duration=0sec 2024-11-10T12:19:54,994 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:19:54,994 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10741b3477d07db1ed3ae2f244eaff58:B 2024-11-10T12:19:54,994 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:19:54,995 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:19:54,995 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): 10741b3477d07db1ed3ae2f244eaff58/C is initiating minor compaction (all files) 2024-11-10T12:19:54,995 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 10741b3477d07db1ed3ae2f244eaff58/C in TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:54,995 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/fe1d3926eae445b79c2ee5ea7b67a65c, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/ba26086d272b42f2a9520e46f57c8610, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/35e873725ef844a09dc6abea89737959] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp, totalSize=35.9 K 2024-11-10T12:19:54,995 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting fe1d3926eae445b79c2ee5ea7b67a65c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731241189423 2024-11-10T12:19:54,996 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting ba26086d272b42f2a9520e46f57c8610, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731241190058 2024-11-10T12:19:54,996 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 35e873725ef844a09dc6abea89737959, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731241192204 2024-11-10T12:19:55,000 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10741b3477d07db1ed3ae2f244eaff58#A#compaction#475 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:19:55,000 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/772146d21d8444958465f5d7bc6e1af7 is 175, key is test_row_0/A:col10/1731241192206/Put/seqid=0 2024-11-10T12:19:55,001 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10741b3477d07db1ed3ae2f244eaff58#C#compaction#477 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:19:55,001 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/C/e7b5598ded4a401cbf51ed5b1a7e146f is 50, key is test_row_0/C:col10/1731241192206/Put/seqid=0 2024-11-10T12:19:55,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742385_1561 (size=31515) 2024-11-10T12:19:55,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742386_1562 (size=12561) 2024-11-10T12:19:55,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:19:55,133 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111049917f771e564db290672de6322afa5e_10741b3477d07db1ed3ae2f244eaff58 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111049917f771e564db290672de6322afa5e_10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:19:55,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/737b64314a574fc2813d33d7f2ed4958, store: [table=TestAcidGuarantees family=A region=10741b3477d07db1ed3ae2f244eaff58] 2024-11-10T12:19:55,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/737b64314a574fc2813d33d7f2ed4958 is 175, key is test_row_0/A:col10/1731241193346/Put/seqid=0 2024-11-10T12:19:55,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742387_1563 (size=31105) 2024-11-10T12:19:55,407 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/772146d21d8444958465f5d7bc6e1af7 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/772146d21d8444958465f5d7bc6e1af7 2024-11-10T12:19:55,410 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 10741b3477d07db1ed3ae2f244eaff58/A of 10741b3477d07db1ed3ae2f244eaff58 into 772146d21d8444958465f5d7bc6e1af7(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:19:55,410 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 10741b3477d07db1ed3ae2f244eaff58: 2024-11-10T12:19:55,410 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58., storeName=10741b3477d07db1ed3ae2f244eaff58/A, priority=13, startTime=1731241194578; duration=0sec 2024-11-10T12:19:55,411 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:19:55,411 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10741b3477d07db1ed3ae2f244eaff58:A 2024-11-10T12:19:55,415 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/C/e7b5598ded4a401cbf51ed5b1a7e146f as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/e7b5598ded4a401cbf51ed5b1a7e146f 2024-11-10T12:19:55,418 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 10741b3477d07db1ed3ae2f244eaff58/C of 10741b3477d07db1ed3ae2f244eaff58 into e7b5598ded4a401cbf51ed5b1a7e146f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:19:55,418 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 10741b3477d07db1ed3ae2f244eaff58: 2024-11-10T12:19:55,418 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58., storeName=10741b3477d07db1ed3ae2f244eaff58/C, priority=13, startTime=1731241194578; duration=0sec 2024-11-10T12:19:55,418 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:19:55,418 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10741b3477d07db1ed3ae2f244eaff58:C 2024-11-10T12:19:55,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:19:55,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. as already flushing 2024-11-10T12:19:55,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:55,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1731241255472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:55,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:55,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1731241255472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:55,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:55,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38844 deadline: 1731241255473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:55,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:55,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731241255473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:55,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:55,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731241255478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:55,480 DEBUG [Thread-2289 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8162 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58., hostname=8eb9a7a2374b,43841,1731241027112, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:19:55,537 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=194, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/737b64314a574fc2813d33d7f2ed4958 2024-11-10T12:19:55,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/B/87f0390500d64309972ba3e19490bb1e is 50, key is test_row_0/B:col10/1731241193346/Put/seqid=0 2024-11-10T12:19:55,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742388_1564 (size=12151) 2024-11-10T12:19:55,546 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/B/87f0390500d64309972ba3e19490bb1e 2024-11-10T12:19:55,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/C/05fe531b2a754e599ef750b68f5f27a8 is 50, key is test_row_0/C:col10/1731241193346/Put/seqid=0 2024-11-10T12:19:55,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742389_1565 (size=12151) 2024-11-10T12:19:55,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:55,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1731241255574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:55,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:55,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1731241255575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:55,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:55,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38844 deadline: 1731241255576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:55,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:55,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731241255576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:55,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-10T12:19:55,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:55,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1731241255777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:55,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:55,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1731241255779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:55,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:55,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38844 deadline: 1731241255779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:55,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:55,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731241255779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:55,972 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/C/05fe531b2a754e599ef750b68f5f27a8 2024-11-10T12:19:55,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/737b64314a574fc2813d33d7f2ed4958 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/737b64314a574fc2813d33d7f2ed4958 2024-11-10T12:19:55,978 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/737b64314a574fc2813d33d7f2ed4958, entries=150, sequenceid=194, filesize=30.4 K 2024-11-10T12:19:55,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/B/87f0390500d64309972ba3e19490bb1e as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/87f0390500d64309972ba3e19490bb1e 2024-11-10T12:19:55,981 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/87f0390500d64309972ba3e19490bb1e, entries=150, sequenceid=194, filesize=11.9 K 2024-11-10T12:19:55,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/C/05fe531b2a754e599ef750b68f5f27a8 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/05fe531b2a754e599ef750b68f5f27a8 2024-11-10T12:19:55,984 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/05fe531b2a754e599ef750b68f5f27a8, entries=150, sequenceid=194, filesize=11.9 K 2024-11-10T12:19:55,985 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 10741b3477d07db1ed3ae2f244eaff58 in 1264ms, sequenceid=194, compaction requested=false 2024-11-10T12:19:55,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2538): Flush status journal for 10741b3477d07db1ed3ae2f244eaff58: 2024-11-10T12:19:55,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:55,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=160 2024-11-10T12:19:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4106): Remote procedure done, pid=160 2024-11-10T12:19:55,987 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-11-10T12:19:55,987 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3290 sec 2024-11-10T12:19:55,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees in 2.3310 sec 2024-11-10T12:19:56,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:19:56,081 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 10741b3477d07db1ed3ae2f244eaff58 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-10T12:19:56,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10741b3477d07db1ed3ae2f244eaff58, store=A 2024-11-10T12:19:56,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:56,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10741b3477d07db1ed3ae2f244eaff58, store=B 2024-11-10T12:19:56,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:56,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10741b3477d07db1ed3ae2f244eaff58, store=C 2024-11-10T12:19:56,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:56,087 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411102eb0aa93edf0459188d87195476fac21_10741b3477d07db1ed3ae2f244eaff58 is 50, key is test_row_0/A:col10/1731241195468/Put/seqid=0 2024-11-10T12:19:56,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742390_1566 (size=14794) 2024-11-10T12:19:56,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:56,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731241256094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:56,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:56,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1731241256094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:56,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:56,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38844 deadline: 1731241256097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:56,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:56,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1731241256097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:56,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:56,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731241256197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:56,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:56,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1731241256198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:56,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:56,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38844 deadline: 1731241256200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:56,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:56,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1731241256200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:56,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:56,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731241256399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:56,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:56,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1731241256400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:56,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:56,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38844 deadline: 1731241256401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:56,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:56,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1731241256404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:56,491 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:19:56,494 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411102eb0aa93edf0459188d87195476fac21_10741b3477d07db1ed3ae2f244eaff58 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411102eb0aa93edf0459188d87195476fac21_10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:19:56,495 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/85ff02dd10404408a36686f5b5ce41f1, store: [table=TestAcidGuarantees family=A region=10741b3477d07db1ed3ae2f244eaff58] 2024-11-10T12:19:56,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/85ff02dd10404408a36686f5b5ce41f1 is 175, key is test_row_0/A:col10/1731241195468/Put/seqid=0 2024-11-10T12:19:56,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742391_1567 (size=39749) 2024-11-10T12:19:56,498 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=215, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/85ff02dd10404408a36686f5b5ce41f1 2024-11-10T12:19:56,504 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/B/a03a17b614ee48fea5c9f8b3a94ffc72 is 50, key is test_row_0/B:col10/1731241195468/Put/seqid=0 2024-11-10T12:19:56,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742392_1568 (size=12151) 2024-11-10T12:19:56,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:56,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731241256702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:56,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:56,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1731241256703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:56,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:56,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38844 deadline: 1731241256706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:56,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:56,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1731241256709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:56,907 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/B/a03a17b614ee48fea5c9f8b3a94ffc72 2024-11-10T12:19:56,913 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/C/5c16c8efc47c44b298e6ad854d843843 is 50, key is test_row_0/C:col10/1731241195468/Put/seqid=0 2024-11-10T12:19:56,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742393_1569 (size=12151) 2024-11-10T12:19:56,920 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/C/5c16c8efc47c44b298e6ad854d843843 2024-11-10T12:19:56,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/85ff02dd10404408a36686f5b5ce41f1 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/85ff02dd10404408a36686f5b5ce41f1 2024-11-10T12:19:56,926 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/85ff02dd10404408a36686f5b5ce41f1, entries=200, sequenceid=215, filesize=38.8 K 2024-11-10T12:19:56,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/B/a03a17b614ee48fea5c9f8b3a94ffc72 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/a03a17b614ee48fea5c9f8b3a94ffc72 2024-11-10T12:19:56,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/a03a17b614ee48fea5c9f8b3a94ffc72, entries=150, sequenceid=215, filesize=11.9 K 2024-11-10T12:19:56,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/C/5c16c8efc47c44b298e6ad854d843843 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/5c16c8efc47c44b298e6ad854d843843 2024-11-10T12:19:56,933 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/5c16c8efc47c44b298e6ad854d843843, entries=150, sequenceid=215, filesize=11.9 K 2024-11-10T12:19:56,933 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 10741b3477d07db1ed3ae2f244eaff58 in 853ms, sequenceid=215, compaction requested=true 2024-11-10T12:19:56,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 10741b3477d07db1ed3ae2f244eaff58: 2024-11-10T12:19:56,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10741b3477d07db1ed3ae2f244eaff58:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:19:56,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:19:56,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10741b3477d07db1ed3ae2f244eaff58:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:19:56,934 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:19:56,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:19:56,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10741b3477d07db1ed3ae2f244eaff58:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:19:56,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:19:56,934 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:19:56,934 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102369 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:19:56,934 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:19:56,935 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): 10741b3477d07db1ed3ae2f244eaff58/B is initiating minor compaction (all files) 2024-11-10T12:19:56,935 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1540): 10741b3477d07db1ed3ae2f244eaff58/A is initiating minor compaction (all files) 2024-11-10T12:19:56,935 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 10741b3477d07db1ed3ae2f244eaff58/A in TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:56,935 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 10741b3477d07db1ed3ae2f244eaff58/B in TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:56,935 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/03310be0c8e64fe38c77a037ffec1dd6, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/87f0390500d64309972ba3e19490bb1e, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/a03a17b614ee48fea5c9f8b3a94ffc72] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp, totalSize=36.0 K 2024-11-10T12:19:56,935 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/772146d21d8444958465f5d7bc6e1af7, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/737b64314a574fc2813d33d7f2ed4958, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/85ff02dd10404408a36686f5b5ce41f1] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp, totalSize=100.0 K 2024-11-10T12:19:56,935 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:56,935 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. files: [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/772146d21d8444958465f5d7bc6e1af7, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/737b64314a574fc2813d33d7f2ed4958, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/85ff02dd10404408a36686f5b5ce41f1] 2024-11-10T12:19:56,935 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 772146d21d8444958465f5d7bc6e1af7, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731241192204 2024-11-10T12:19:56,935 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 03310be0c8e64fe38c77a037ffec1dd6, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731241192204 2024-11-10T12:19:56,935 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 87f0390500d64309972ba3e19490bb1e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731241193342 2024-11-10T12:19:56,935 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 737b64314a574fc2813d33d7f2ed4958, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731241193342 2024-11-10T12:19:56,936 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting a03a17b614ee48fea5c9f8b3a94ffc72, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731241195468 2024-11-10T12:19:56,936 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 85ff02dd10404408a36686f5b5ce41f1, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731241195468 2024-11-10T12:19:56,940 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=10741b3477d07db1ed3ae2f244eaff58] 2024-11-10T12:19:56,941 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10741b3477d07db1ed3ae2f244eaff58#B#compaction#483 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:19:56,942 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/B/782e639a021646c3a1fcfcd0285a99b6 is 50, key is test_row_0/B:col10/1731241195468/Put/seqid=0 2024-11-10T12:19:56,943 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110f5fb55330dff4abca920472121f203c6_10741b3477d07db1ed3ae2f244eaff58 store=[table=TestAcidGuarantees family=A region=10741b3477d07db1ed3ae2f244eaff58] 2024-11-10T12:19:56,945 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110f5fb55330dff4abca920472121f203c6_10741b3477d07db1ed3ae2f244eaff58, store=[table=TestAcidGuarantees family=A region=10741b3477d07db1ed3ae2f244eaff58] 2024-11-10T12:19:56,945 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110f5fb55330dff4abca920472121f203c6_10741b3477d07db1ed3ae2f244eaff58 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=10741b3477d07db1ed3ae2f244eaff58] 2024-11-10T12:19:56,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742394_1570 (size=12663) 2024-11-10T12:19:56,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742395_1571 (size=4469) 2024-11-10T12:19:57,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:19:57,208 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 10741b3477d07db1ed3ae2f244eaff58 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-10T12:19:57,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10741b3477d07db1ed3ae2f244eaff58, store=A 2024-11-10T12:19:57,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:57,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10741b3477d07db1ed3ae2f244eaff58, store=B 2024-11-10T12:19:57,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:57,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10741b3477d07db1ed3ae2f244eaff58, store=C 2024-11-10T12:19:57,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:57,214 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411103efeef6f66ea4a168eebf800e7f16027_10741b3477d07db1ed3ae2f244eaff58 is 50, key is test_row_0/A:col10/1731241197208/Put/seqid=0 2024-11-10T12:19:57,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742396_1572 (size=17284) 2024-11-10T12:19:57,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:57,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:57,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1731241257221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:57,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38844 deadline: 1731241257221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:57,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:57,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731241257224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:57,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:57,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1731241257224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:57,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:57,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38844 deadline: 1731241257325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:57,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:57,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1731241257325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:57,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731241257327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:57,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1731241257328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:57,358 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10741b3477d07db1ed3ae2f244eaff58#A#compaction#484 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:19:57,358 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/c61511ec9afd49f6ad39e568054058de is 175, key is test_row_0/A:col10/1731241195468/Put/seqid=0 2024-11-10T12:19:57,361 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/B/782e639a021646c3a1fcfcd0285a99b6 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/782e639a021646c3a1fcfcd0285a99b6 2024-11-10T12:19:57,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742397_1573 (size=31617) 2024-11-10T12:19:57,365 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/c61511ec9afd49f6ad39e568054058de as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/c61511ec9afd49f6ad39e568054058de 2024-11-10T12:19:57,365 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 10741b3477d07db1ed3ae2f244eaff58/B of 10741b3477d07db1ed3ae2f244eaff58 into 782e639a021646c3a1fcfcd0285a99b6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:19:57,365 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 10741b3477d07db1ed3ae2f244eaff58: 2024-11-10T12:19:57,365 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58., storeName=10741b3477d07db1ed3ae2f244eaff58/B, priority=13, startTime=1731241196934; duration=0sec 2024-11-10T12:19:57,365 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:19:57,365 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10741b3477d07db1ed3ae2f244eaff58:B 2024-11-10T12:19:57,365 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:19:57,366 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:19:57,366 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): 10741b3477d07db1ed3ae2f244eaff58/C is initiating minor compaction (all files) 2024-11-10T12:19:57,366 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 10741b3477d07db1ed3ae2f244eaff58/C in TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:57,366 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/e7b5598ded4a401cbf51ed5b1a7e146f, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/05fe531b2a754e599ef750b68f5f27a8, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/5c16c8efc47c44b298e6ad854d843843] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp, totalSize=36.0 K 2024-11-10T12:19:57,366 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting e7b5598ded4a401cbf51ed5b1a7e146f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731241192204 2024-11-10T12:19:57,367 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 05fe531b2a754e599ef750b68f5f27a8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731241193342 2024-11-10T12:19:57,367 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 5c16c8efc47c44b298e6ad854d843843, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731241195468 2024-11-10T12:19:57,370 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 10741b3477d07db1ed3ae2f244eaff58/A of 10741b3477d07db1ed3ae2f244eaff58 into c61511ec9afd49f6ad39e568054058de(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:19:57,371 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 10741b3477d07db1ed3ae2f244eaff58: 2024-11-10T12:19:57,371 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58., storeName=10741b3477d07db1ed3ae2f244eaff58/A, priority=13, startTime=1731241196934; duration=0sec 2024-11-10T12:19:57,371 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:19:57,371 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10741b3477d07db1ed3ae2f244eaff58:A 2024-11-10T12:19:57,371 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10741b3477d07db1ed3ae2f244eaff58#C#compaction#486 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:19:57,372 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/C/a0639c8f1fe24d1085421ee33816ff72 is 50, key is test_row_0/C:col10/1731241195468/Put/seqid=0 2024-11-10T12:19:57,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742398_1574 (size=12663) 2024-11-10T12:19:57,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:57,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1731241257527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:57,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:57,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38844 deadline: 1731241257528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:57,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:57,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731241257530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:57,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:57,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1731241257530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:57,618 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:19:57,621 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411103efeef6f66ea4a168eebf800e7f16027_10741b3477d07db1ed3ae2f244eaff58 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411103efeef6f66ea4a168eebf800e7f16027_10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:19:57,621 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/97fd7b19b9c84676ada543c673b65be7, store: [table=TestAcidGuarantees family=A region=10741b3477d07db1ed3ae2f244eaff58] 2024-11-10T12:19:57,622 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/97fd7b19b9c84676ada543c673b65be7 is 175, key is test_row_0/A:col10/1731241197208/Put/seqid=0 2024-11-10T12:19:57,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742399_1575 (size=48389) 2024-11-10T12:19:57,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-10T12:19:57,760 INFO [Thread-2293 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 159 completed 2024-11-10T12:19:57,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:19:57,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees 2024-11-10T12:19:57,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-10T12:19:57,762 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:19:57,762 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:19:57,762 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:19:57,779 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/C/a0639c8f1fe24d1085421ee33816ff72 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/a0639c8f1fe24d1085421ee33816ff72 2024-11-10T12:19:57,782 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 10741b3477d07db1ed3ae2f244eaff58/C of 10741b3477d07db1ed3ae2f244eaff58 into a0639c8f1fe24d1085421ee33816ff72(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:19:57,782 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 10741b3477d07db1ed3ae2f244eaff58: 2024-11-10T12:19:57,782 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58., storeName=10741b3477d07db1ed3ae2f244eaff58/C, priority=13, startTime=1731241196934; duration=0sec 2024-11-10T12:19:57,782 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:19:57,782 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10741b3477d07db1ed3ae2f244eaff58:C 2024-11-10T12:19:57,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:57,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1731241257832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:57,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:57,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38844 deadline: 1731241257833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:57,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:57,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731241257834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:57,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:57,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1731241257835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:57,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-10T12:19:57,913 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:57,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-10T12:19:57,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:57,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. as already flushing 2024-11-10T12:19:57,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:57,914 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:57,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:57,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:58,025 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=236, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/97fd7b19b9c84676ada543c673b65be7 2024-11-10T12:19:58,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/B/864c134343154bb1ab46c852ea769b4a is 50, key is test_row_0/B:col10/1731241197208/Put/seqid=0 2024-11-10T12:19:58,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742400_1576 (size=12151) 2024-11-10T12:19:58,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-10T12:19:58,066 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:58,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-10T12:19:58,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:58,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. as already flushing 2024-11-10T12:19:58,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:58,066 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:58,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:58,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:58,218 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:58,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-10T12:19:58,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:58,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. as already flushing 2024-11-10T12:19:58,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:58,218 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:58,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:58,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:58,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:58,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38844 deadline: 1731241258335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:58,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:58,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1731241258337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:58,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:58,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731241258338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:58,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:58,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1731241258342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:58,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-10T12:19:58,370 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:58,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-10T12:19:58,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:58,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. as already flushing 2024-11-10T12:19:58,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:58,371 ERROR [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:58,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:58,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:19:58,434 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/B/864c134343154bb1ab46c852ea769b4a 2024-11-10T12:19:58,440 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/C/a79acaba5be04818aacd2a57e20e9023 is 50, key is test_row_0/C:col10/1731241197208/Put/seqid=0 2024-11-10T12:19:58,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742401_1577 (size=12151) 2024-11-10T12:19:58,449 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/C/a79acaba5be04818aacd2a57e20e9023 2024-11-10T12:19:58,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/97fd7b19b9c84676ada543c673b65be7 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/97fd7b19b9c84676ada543c673b65be7 2024-11-10T12:19:58,455 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/97fd7b19b9c84676ada543c673b65be7, entries=250, sequenceid=236, filesize=47.3 K 2024-11-10T12:19:58,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/B/864c134343154bb1ab46c852ea769b4a as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/864c134343154bb1ab46c852ea769b4a 2024-11-10T12:19:58,458 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/864c134343154bb1ab46c852ea769b4a, entries=150, sequenceid=236, filesize=11.9 K 2024-11-10T12:19:58,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/C/a79acaba5be04818aacd2a57e20e9023 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/a79acaba5be04818aacd2a57e20e9023 2024-11-10T12:19:58,461 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/a79acaba5be04818aacd2a57e20e9023, entries=150, sequenceid=236, filesize=11.9 K 2024-11-10T12:19:58,462 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 10741b3477d07db1ed3ae2f244eaff58 in 1254ms, sequenceid=236, compaction requested=false 2024-11-10T12:19:58,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 10741b3477d07db1ed3ae2f244eaff58: 2024-11-10T12:19:58,522 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:58,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43841 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-10T12:19:58,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:19:58,523 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing 10741b3477d07db1ed3ae2f244eaff58 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-10T12:19:58,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10741b3477d07db1ed3ae2f244eaff58, store=A 2024-11-10T12:19:58,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:58,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10741b3477d07db1ed3ae2f244eaff58, store=B 2024-11-10T12:19:58,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:58,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10741b3477d07db1ed3ae2f244eaff58, store=C 2024-11-10T12:19:58,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:19:58,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110949a95e2805e4e5f80fdfd535797a11a_10741b3477d07db1ed3ae2f244eaff58 is 50, key is test_row_0/A:col10/1731241197223/Put/seqid=0 2024-11-10T12:19:58,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742402_1578 (size=12304) 2024-11-10T12:19:58,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-10T12:19:58,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:19:58,934 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110949a95e2805e4e5f80fdfd535797a11a_10741b3477d07db1ed3ae2f244eaff58 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110949a95e2805e4e5f80fdfd535797a11a_10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:19:58,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/7abae3d8815d498ba4a2656d40bda130, store: [table=TestAcidGuarantees family=A region=10741b3477d07db1ed3ae2f244eaff58] 2024-11-10T12:19:58,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/7abae3d8815d498ba4a2656d40bda130 is 175, key is test_row_0/A:col10/1731241197223/Put/seqid=0 2024-11-10T12:19:58,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742403_1579 (size=31105) 2024-11-10T12:19:59,339 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=255, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/7abae3d8815d498ba4a2656d40bda130 2024-11-10T12:19:59,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. as already flushing 2024-11-10T12:19:59,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:19:59,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/B/7e64a2b3b5694b1fa4b3401432696ec9 is 50, key is test_row_0/B:col10/1731241197223/Put/seqid=0 2024-11-10T12:19:59,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742404_1580 (size=12151) 2024-11-10T12:19:59,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:59,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1731241259409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:59,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:59,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1731241259409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:59,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:59,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731241259410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:59,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:59,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38844 deadline: 1731241259413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:59,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:59,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1731241259514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:59,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:59,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1731241259514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:59,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:59,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731241259514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:59,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:59,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38844 deadline: 1731241259516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:59,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:59,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1731241259717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:59,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:59,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1731241259718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:59,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:59,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731241259718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:59,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:19:59,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38844 deadline: 1731241259719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:19:59,747 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/B/7e64a2b3b5694b1fa4b3401432696ec9 2024-11-10T12:19:59,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/C/40b5efa1d7d04df99f10d68c907f5a4c is 50, key is test_row_0/C:col10/1731241197223/Put/seqid=0 2024-11-10T12:19:59,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742405_1581 (size=12151) 2024-11-10T12:19:59,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-10T12:20:00,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:20:00,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1731241260019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:20:00,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:20:00,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1731241260021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:20:00,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:20:00,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731241260023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:20:00,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:20:00,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38844 deadline: 1731241260023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:20:00,156 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/C/40b5efa1d7d04df99f10d68c907f5a4c 2024-11-10T12:20:00,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/7abae3d8815d498ba4a2656d40bda130 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/7abae3d8815d498ba4a2656d40bda130 2024-11-10T12:20:00,162 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/7abae3d8815d498ba4a2656d40bda130, entries=150, sequenceid=255, filesize=30.4 K 2024-11-10T12:20:00,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/B/7e64a2b3b5694b1fa4b3401432696ec9 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/7e64a2b3b5694b1fa4b3401432696ec9 2024-11-10T12:20:00,165 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/7e64a2b3b5694b1fa4b3401432696ec9, entries=150, sequenceid=255, filesize=11.9 K 2024-11-10T12:20:00,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/C/40b5efa1d7d04df99f10d68c907f5a4c as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/40b5efa1d7d04df99f10d68c907f5a4c 2024-11-10T12:20:00,169 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/40b5efa1d7d04df99f10d68c907f5a4c, entries=150, sequenceid=255, filesize=11.9 K 2024-11-10T12:20:00,169 INFO [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 10741b3477d07db1ed3ae2f244eaff58 in 1646ms, sequenceid=255, compaction requested=true 2024-11-10T12:20:00,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for 10741b3477d07db1ed3ae2f244eaff58: 2024-11-10T12:20:00,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:20:00,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8eb9a7a2374b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162 2024-11-10T12:20:00,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4106): Remote procedure done, pid=162 2024-11-10T12:20:00,171 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-11-10T12:20:00,171 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4080 sec 2024-11-10T12:20:00,172 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 2.4110 sec 2024-11-10T12:20:00,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:20:00,527 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 10741b3477d07db1ed3ae2f244eaff58 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-10T12:20:00,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10741b3477d07db1ed3ae2f244eaff58, store=A 2024-11-10T12:20:00,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:20:00,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10741b3477d07db1ed3ae2f244eaff58, store=B 2024-11-10T12:20:00,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:20:00,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10741b3477d07db1ed3ae2f244eaff58, store=C 2024-11-10T12:20:00,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:20:00,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111055b817cc4df04939833aa9d5b6890743_10741b3477d07db1ed3ae2f244eaff58 is 50, key is test_row_0/A:col10/1731241200526/Put/seqid=0 2024-11-10T12:20:00,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742406_1582 (size=14994) 2024-11-10T12:20:00,536 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:00,539 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111055b817cc4df04939833aa9d5b6890743_10741b3477d07db1ed3ae2f244eaff58 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111055b817cc4df04939833aa9d5b6890743_10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:20:00,540 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/5094fb7801804fe4b451d138b9d5726b, store: [table=TestAcidGuarantees family=A region=10741b3477d07db1ed3ae2f244eaff58] 2024-11-10T12:20:00,540 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/5094fb7801804fe4b451d138b9d5726b is 175, key is test_row_0/A:col10/1731241200526/Put/seqid=0 2024-11-10T12:20:00,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742407_1583 (size=39949) 2024-11-10T12:20:00,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:20:00,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1731241260539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:20:00,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:20:00,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731241260540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:20:00,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:20:00,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1731241260541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:20:00,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:20:00,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38844 deadline: 1731241260541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:20:00,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:20:00,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1731241260644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:20:00,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:20:00,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731241260644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:20:00,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:20:00,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1731241260644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:20:00,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:20:00,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38844 deadline: 1731241260644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:20:00,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:20:00,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1731241260847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:20:00,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:20:00,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1731241260848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:20:00,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:20:00,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731241260848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:20:00,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:20:00,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38844 deadline: 1731241260849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:20:00,943 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=277, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/5094fb7801804fe4b451d138b9d5726b 2024-11-10T12:20:00,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/B/b69e6e5b8d4d4cd59c17f1bc562f6138 is 50, key is test_row_0/B:col10/1731241200526/Put/seqid=0 2024-11-10T12:20:00,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742408_1584 (size=12301) 2024-11-10T12:20:01,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:20:01,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1731241261150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:20:01,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:20:01,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38844 deadline: 1731241261151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:20:01,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:20:01,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1731241261153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:20:01,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:20:01,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731241261153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:20:01,233 DEBUG [Thread-2296 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5f1754bc to 127.0.0.1:59506 2024-11-10T12:20:01,233 DEBUG [Thread-2296 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:01,234 DEBUG [Thread-2302 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c1d3a95 to 127.0.0.1:59506 2024-11-10T12:20:01,234 DEBUG [Thread-2302 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:01,235 DEBUG [Thread-2300 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5bb75907 to 127.0.0.1:59506 2024-11-10T12:20:01,235 DEBUG [Thread-2300 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:01,235 DEBUG [Thread-2294 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7846cb78 to 127.0.0.1:59506 2024-11-10T12:20:01,235 DEBUG [Thread-2294 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:01,236 DEBUG [Thread-2298 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d9113f3 to 127.0.0.1:59506 2024-11-10T12:20:01,236 DEBUG [Thread-2298 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:01,357 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/B/b69e6e5b8d4d4cd59c17f1bc562f6138 2024-11-10T12:20:01,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/C/f30a8e3a94574fc887bcc7ffb7efb801 is 50, key is test_row_0/C:col10/1731241200526/Put/seqid=0 2024-11-10T12:20:01,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742409_1585 (size=12301) 2024-11-10T12:20:01,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:20:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38860 deadline: 1731241261655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:20:01,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:20:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38844 deadline: 1731241261656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:20:01,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:20:01,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-10T12:20:01,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731241261659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:20:01,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38866 deadline: 1731241261659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:20:01,773 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/C/f30a8e3a94574fc887bcc7ffb7efb801 2024-11-10T12:20:01,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/5094fb7801804fe4b451d138b9d5726b as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/5094fb7801804fe4b451d138b9d5726b 2024-11-10T12:20:01,786 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/5094fb7801804fe4b451d138b9d5726b, entries=200, sequenceid=277, filesize=39.0 K 2024-11-10T12:20:01,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/B/b69e6e5b8d4d4cd59c17f1bc562f6138 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/b69e6e5b8d4d4cd59c17f1bc562f6138 2024-11-10T12:20:01,791 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/b69e6e5b8d4d4cd59c17f1bc562f6138, entries=150, sequenceid=277, filesize=12.0 K 2024-11-10T12:20:01,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/C/f30a8e3a94574fc887bcc7ffb7efb801 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/f30a8e3a94574fc887bcc7ffb7efb801 2024-11-10T12:20:01,795 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/f30a8e3a94574fc887bcc7ffb7efb801, entries=150, sequenceid=277, filesize=12.0 K 2024-11-10T12:20:01,796 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 10741b3477d07db1ed3ae2f244eaff58 in 1269ms, sequenceid=277, compaction requested=true 2024-11-10T12:20:01,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 10741b3477d07db1ed3ae2f244eaff58: 2024-11-10T12:20:01,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10741b3477d07db1ed3ae2f244eaff58:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:20:01,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:20:01,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10741b3477d07db1ed3ae2f244eaff58:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:20:01,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:20:01,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10741b3477d07db1ed3ae2f244eaff58:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:20:01,796 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:20:01,796 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:20:01,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:20:01,798 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:20:01,798 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 151060 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:20:01,798 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): 10741b3477d07db1ed3ae2f244eaff58/B is initiating minor compaction (all files) 2024-11-10T12:20:01,798 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1540): 10741b3477d07db1ed3ae2f244eaff58/A is initiating minor compaction (all files) 2024-11-10T12:20:01,798 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 10741b3477d07db1ed3ae2f244eaff58/B in TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:20:01,798 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 10741b3477d07db1ed3ae2f244eaff58/A in TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:20:01,798 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/782e639a021646c3a1fcfcd0285a99b6, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/864c134343154bb1ab46c852ea769b4a, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/7e64a2b3b5694b1fa4b3401432696ec9, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/b69e6e5b8d4d4cd59c17f1bc562f6138] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp, totalSize=48.1 K 2024-11-10T12:20:01,798 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/c61511ec9afd49f6ad39e568054058de, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/97fd7b19b9c84676ada543c673b65be7, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/7abae3d8815d498ba4a2656d40bda130, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/5094fb7801804fe4b451d138b9d5726b] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp, totalSize=147.5 K 2024-11-10T12:20:01,798 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:20:01,798 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. files: [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/c61511ec9afd49f6ad39e568054058de, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/97fd7b19b9c84676ada543c673b65be7, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/7abae3d8815d498ba4a2656d40bda130, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/5094fb7801804fe4b451d138b9d5726b] 2024-11-10T12:20:01,799 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 782e639a021646c3a1fcfcd0285a99b6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731241195468 2024-11-10T12:20:01,799 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting c61511ec9afd49f6ad39e568054058de, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731241195468 2024-11-10T12:20:01,799 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 864c134343154bb1ab46c852ea769b4a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731241196096 2024-11-10T12:20:01,799 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 97fd7b19b9c84676ada543c673b65be7, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731241196092 2024-11-10T12:20:01,799 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e64a2b3b5694b1fa4b3401432696ec9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731241197216 2024-11-10T12:20:01,799 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7abae3d8815d498ba4a2656d40bda130, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731241197216 2024-11-10T12:20:01,800 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting b69e6e5b8d4d4cd59c17f1bc562f6138, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731241199412 2024-11-10T12:20:01,800 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5094fb7801804fe4b451d138b9d5726b, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731241199381 2024-11-10T12:20:01,806 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=10741b3477d07db1ed3ae2f244eaff58] 2024-11-10T12:20:01,807 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10741b3477d07db1ed3ae2f244eaff58#B#compaction#495 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:20:01,808 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411109cbe2ab63c5445aa95b94e452d769adc_10741b3477d07db1ed3ae2f244eaff58 store=[table=TestAcidGuarantees family=A region=10741b3477d07db1ed3ae2f244eaff58] 2024-11-10T12:20:01,808 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/B/8fa92a71005c41e1ad802dee51bf0cf2 is 50, key is test_row_0/B:col10/1731241200526/Put/seqid=0 2024-11-10T12:20:01,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742410_1586 (size=12949) 2024-11-10T12:20:01,813 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411109cbe2ab63c5445aa95b94e452d769adc_10741b3477d07db1ed3ae2f244eaff58, store=[table=TestAcidGuarantees family=A region=10741b3477d07db1ed3ae2f244eaff58] 2024-11-10T12:20:01,814 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411109cbe2ab63c5445aa95b94e452d769adc_10741b3477d07db1ed3ae2f244eaff58 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=10741b3477d07db1ed3ae2f244eaff58] 2024-11-10T12:20:01,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742411_1587 (size=4469) 2024-11-10T12:20:01,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-10T12:20:01,866 INFO [Thread-2293 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-11-10T12:20:02,219 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10741b3477d07db1ed3ae2f244eaff58#A#compaction#496 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:20:02,221 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/0c5854278207432dae9d724a3dc3a112 is 175, key is test_row_0/A:col10/1731241200526/Put/seqid=0 2024-11-10T12:20:02,223 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/B/8fa92a71005c41e1ad802dee51bf0cf2 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/8fa92a71005c41e1ad802dee51bf0cf2 2024-11-10T12:20:02,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742412_1588 (size=31903) 2024-11-10T12:20:02,227 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 10741b3477d07db1ed3ae2f244eaff58/B of 10741b3477d07db1ed3ae2f244eaff58 into 8fa92a71005c41e1ad802dee51bf0cf2(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:20:02,228 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 10741b3477d07db1ed3ae2f244eaff58: 2024-11-10T12:20:02,228 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58., storeName=10741b3477d07db1ed3ae2f244eaff58/B, priority=12, startTime=1731241201796; duration=0sec 2024-11-10T12:20:02,228 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:20:02,228 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10741b3477d07db1ed3ae2f244eaff58:B 2024-11-10T12:20:02,228 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:20:02,229 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:20:02,229 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1540): 10741b3477d07db1ed3ae2f244eaff58/C is initiating minor compaction (all files) 2024-11-10T12:20:02,229 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 10741b3477d07db1ed3ae2f244eaff58/C in TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:20:02,229 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/a0639c8f1fe24d1085421ee33816ff72, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/a79acaba5be04818aacd2a57e20e9023, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/40b5efa1d7d04df99f10d68c907f5a4c, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/f30a8e3a94574fc887bcc7ffb7efb801] into tmpdir=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp, totalSize=48.1 K 2024-11-10T12:20:02,229 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting a0639c8f1fe24d1085421ee33816ff72, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731241195468 2024-11-10T12:20:02,230 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting a79acaba5be04818aacd2a57e20e9023, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731241196096 2024-11-10T12:20:02,230 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting 40b5efa1d7d04df99f10d68c907f5a4c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731241197216 2024-11-10T12:20:02,230 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] compactions.Compactor(224): Compacting f30a8e3a94574fc887bcc7ffb7efb801, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731241199412 2024-11-10T12:20:02,239 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10741b3477d07db1ed3ae2f244eaff58#C#compaction#497 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:20:02,240 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/C/a00d2c636177429dbf6961411851734c is 50, key is test_row_0/C:col10/1731241200526/Put/seqid=0 2024-11-10T12:20:02,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742413_1589 (size=12949) 2024-11-10T12:20:02,638 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/0c5854278207432dae9d724a3dc3a112 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/0c5854278207432dae9d724a3dc3a112 2024-11-10T12:20:02,643 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 10741b3477d07db1ed3ae2f244eaff58/A of 10741b3477d07db1ed3ae2f244eaff58 into 0c5854278207432dae9d724a3dc3a112(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:20:02,643 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 10741b3477d07db1ed3ae2f244eaff58: 2024-11-10T12:20:02,643 INFO [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58., storeName=10741b3477d07db1ed3ae2f244eaff58/A, priority=12, startTime=1731241201796; duration=0sec 2024-11-10T12:20:02,643 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:20:02,643 DEBUG [RS:0;8eb9a7a2374b:43841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10741b3477d07db1ed3ae2f244eaff58:A 2024-11-10T12:20:02,649 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/C/a00d2c636177429dbf6961411851734c as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/a00d2c636177429dbf6961411851734c 2024-11-10T12:20:02,654 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 10741b3477d07db1ed3ae2f244eaff58/C of 10741b3477d07db1ed3ae2f244eaff58 into a00d2c636177429dbf6961411851734c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:20:02,655 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 10741b3477d07db1ed3ae2f244eaff58: 2024-11-10T12:20:02,655 INFO [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58., storeName=10741b3477d07db1ed3ae2f244eaff58/C, priority=12, startTime=1731241201796; duration=0sec 2024-11-10T12:20:02,655 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:20:02,655 DEBUG [RS:0;8eb9a7a2374b:43841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10741b3477d07db1ed3ae2f244eaff58:C 2024-11-10T12:20:02,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43841 {}] regionserver.HRegion(8581): Flush requested on 10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:20:02,664 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 10741b3477d07db1ed3ae2f244eaff58 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-10T12:20:02,664 DEBUG [Thread-2283 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x06094c70 to 127.0.0.1:59506 2024-11-10T12:20:02,664 DEBUG [Thread-2285 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x103dfc6e to 127.0.0.1:59506 2024-11-10T12:20:02,664 DEBUG [Thread-2283 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:02,664 DEBUG [Thread-2285 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:02,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10741b3477d07db1ed3ae2f244eaff58, store=A 2024-11-10T12:20:02,665 DEBUG [Thread-2287 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e047c09 to 127.0.0.1:59506 2024-11-10T12:20:02,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:20:02,666 DEBUG [Thread-2287 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:02,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10741b3477d07db1ed3ae2f244eaff58, store=B 2024-11-10T12:20:02,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:20:02,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10741b3477d07db1ed3ae2f244eaff58, store=C 2024-11-10T12:20:02,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:20:02,668 DEBUG [Thread-2291 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58971172 to 127.0.0.1:59506 2024-11-10T12:20:02,668 DEBUG [Thread-2291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:02,674 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110dd416ed36eb343b9b162743dd9bc4205_10741b3477d07db1ed3ae2f244eaff58 is 50, key is test_row_0/A:col10/1731241202663/Put/seqid=0 2024-11-10T12:20:02,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742414_1590 (size=12454) 2024-11-10T12:20:03,079 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:03,089 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110dd416ed36eb343b9b162743dd9bc4205_10741b3477d07db1ed3ae2f244eaff58 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110dd416ed36eb343b9b162743dd9bc4205_10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:20:03,090 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/2826de5085924f3ca3177fe00d8159e8, store: [table=TestAcidGuarantees family=A region=10741b3477d07db1ed3ae2f244eaff58] 2024-11-10T12:20:03,091 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/2826de5085924f3ca3177fe00d8159e8 is 175, key is test_row_0/A:col10/1731241202663/Put/seqid=0 2024-11-10T12:20:03,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742415_1591 (size=31255) 2024-11-10T12:20:03,497 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=298, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/2826de5085924f3ca3177fe00d8159e8 2024-11-10T12:20:03,511 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/B/b229bb81efd04116972bca85d6c4d6ca is 50, key is test_row_0/B:col10/1731241202663/Put/seqid=0 2024-11-10T12:20:03,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742416_1592 (size=12301) 2024-11-10T12:20:03,916 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/B/b229bb81efd04116972bca85d6c4d6ca 2024-11-10T12:20:03,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/C/80c43da18f8d46c6ad8e39748c54f466 is 50, key is test_row_0/C:col10/1731241202663/Put/seqid=0 2024-11-10T12:20:03,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742417_1593 (size=12301) 2024-11-10T12:20:04,335 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/C/80c43da18f8d46c6ad8e39748c54f466 2024-11-10T12:20:04,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/2826de5085924f3ca3177fe00d8159e8 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/2826de5085924f3ca3177fe00d8159e8 2024-11-10T12:20:04,351 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/2826de5085924f3ca3177fe00d8159e8, entries=150, sequenceid=298, filesize=30.5 K 2024-11-10T12:20:04,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/B/b229bb81efd04116972bca85d6c4d6ca as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/b229bb81efd04116972bca85d6c4d6ca 2024-11-10T12:20:04,356 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/b229bb81efd04116972bca85d6c4d6ca, entries=150, sequenceid=298, filesize=12.0 K 2024-11-10T12:20:04,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/C/80c43da18f8d46c6ad8e39748c54f466 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/80c43da18f8d46c6ad8e39748c54f466 2024-11-10T12:20:04,360 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/80c43da18f8d46c6ad8e39748c54f466, entries=150, sequenceid=298, filesize=12.0 K 2024-11-10T12:20:04,361 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=6.71 KB/6870 for 10741b3477d07db1ed3ae2f244eaff58 in 1698ms, sequenceid=298, compaction requested=false 2024-11-10T12:20:04,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 10741b3477d07db1ed3ae2f244eaff58: 2024-11-10T12:20:05,337 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T12:20:05,567 DEBUG [Thread-2289 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x60d631a3 to 127.0.0.1:59506 2024-11-10T12:20:05,567 DEBUG [Thread-2289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:05,568 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-10T12:20:05,568 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-11-10T12:20:05,568 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-11-10T12:20:05,568 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-11-10T12:20:05,568 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 27 2024-11-10T12:20:05,568 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-10T12:20:05,568 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-10T12:20:05,568 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6544 2024-11-10T12:20:05,568 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6427 2024-11-10T12:20:05,568 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6479 2024-11-10T12:20:05,568 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6539 2024-11-10T12:20:05,568 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6436 2024-11-10T12:20:05,568 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-10T12:20:05,568 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-10T12:20:05,569 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x537a66f8 to 127.0.0.1:59506 2024-11-10T12:20:05,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:05,570 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-10T12:20:05,570 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-10T12:20:05,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-10T12:20:05,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-10T12:20:05,574 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241205574"}]},"ts":"1731241205574"} 2024-11-10T12:20:05,575 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-10T12:20:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-10T12:20:05,737 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-10T12:20:05,738 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T12:20:05,739 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=10741b3477d07db1ed3ae2f244eaff58, UNASSIGN}] 2024-11-10T12:20:05,740 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=165, ppid=164, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=10741b3477d07db1ed3ae2f244eaff58, UNASSIGN 2024-11-10T12:20:05,741 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=165 updating hbase:meta row=10741b3477d07db1ed3ae2f244eaff58, regionState=CLOSING, regionLocation=8eb9a7a2374b,43841,1731241027112 2024-11-10T12:20:05,742 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T12:20:05,742 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; CloseRegionProcedure 10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112}] 2024-11-10T12:20:05,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-10T12:20:05,895 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:20:05,896 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] handler.UnassignRegionHandler(124): Close 10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:20:05,896 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-10T12:20:05,896 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1681): Closing 10741b3477d07db1ed3ae2f244eaff58, disabling compactions & flushes 2024-11-10T12:20:05,896 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:20:05,897 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:20:05,897 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. after waiting 0 ms 2024-11-10T12:20:05,897 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:20:05,897 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(2837): Flushing 10741b3477d07db1ed3ae2f244eaff58 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-10T12:20:05,898 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10741b3477d07db1ed3ae2f244eaff58, store=A 2024-11-10T12:20:05,898 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:20:05,898 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10741b3477d07db1ed3ae2f244eaff58, store=B 2024-11-10T12:20:05,898 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:20:05,898 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10741b3477d07db1ed3ae2f244eaff58, store=C 2024-11-10T12:20:05,899 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:20:05,905 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110c5416894bf1a4643b94696d298950f2f_10741b3477d07db1ed3ae2f244eaff58 is 50, key is test_row_1/A:col10/1731241202666/Put/seqid=0 2024-11-10T12:20:05,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742418_1594 (size=9914) 2024-11-10T12:20:06,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-10T12:20:06,310 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:20:06,318 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110c5416894bf1a4643b94696d298950f2f_10741b3477d07db1ed3ae2f244eaff58 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c5416894bf1a4643b94696d298950f2f_10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:20:06,319 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/a89502eedecb4296a6f470a7222412b8, store: [table=TestAcidGuarantees family=A region=10741b3477d07db1ed3ae2f244eaff58] 2024-11-10T12:20:06,320 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/a89502eedecb4296a6f470a7222412b8 is 175, key is test_row_1/A:col10/1731241202666/Put/seqid=0 2024-11-10T12:20:06,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742419_1595 (size=22561) 2024-11-10T12:20:06,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-10T12:20:06,726 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=303, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/a89502eedecb4296a6f470a7222412b8 2024-11-10T12:20:06,739 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/B/67af356ccbd44ea881f3fabae10cac4a is 50, key is test_row_1/B:col10/1731241202666/Put/seqid=0 2024-11-10T12:20:06,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742420_1596 (size=9857) 2024-11-10T12:20:07,144 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/B/67af356ccbd44ea881f3fabae10cac4a 2024-11-10T12:20:07,156 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/C/67daf0e1314644978b5e472cd56447cb is 50, key is test_row_1/C:col10/1731241202666/Put/seqid=0 2024-11-10T12:20:07,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742421_1597 (size=9857) 2024-11-10T12:20:07,561 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/C/67daf0e1314644978b5e472cd56447cb 2024-11-10T12:20:07,571 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/A/a89502eedecb4296a6f470a7222412b8 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/a89502eedecb4296a6f470a7222412b8 2024-11-10T12:20:07,577 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/a89502eedecb4296a6f470a7222412b8, entries=100, sequenceid=303, filesize=22.0 K 2024-11-10T12:20:07,578 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/B/67af356ccbd44ea881f3fabae10cac4a as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/67af356ccbd44ea881f3fabae10cac4a 2024-11-10T12:20:07,582 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/67af356ccbd44ea881f3fabae10cac4a, entries=100, sequenceid=303, filesize=9.6 K 2024-11-10T12:20:07,583 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/.tmp/C/67daf0e1314644978b5e472cd56447cb as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/67daf0e1314644978b5e472cd56447cb 2024-11-10T12:20:07,587 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/67daf0e1314644978b5e472cd56447cb, entries=100, sequenceid=303, filesize=9.6 K 2024-11-10T12:20:07,587 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 10741b3477d07db1ed3ae2f244eaff58 in 1690ms, sequenceid=303, compaction requested=true 2024-11-10T12:20:07,588 DEBUG [StoreCloser-TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/0068e377011f41419673b0ea09594215, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/a0abb063971b46a7924c7dfaed55350e, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/85c748dadc1640a4a9b3451530a55e49, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/c032ebdbd76748e79c17f2271f08c3a3, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/b8c76bd311624ff2b22a48d9fa1e6cd7, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/9523e971b1974056a00d82fa3a3e120d, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/8f824762cd634b5f8a93165943b0fde4, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/5ce514d2c66d44c2a371921f9090d139, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/a5faceb45a694c29993faf52b0042672, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/ab248459c215467c984e7cfe7244c9af, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/bff442bd48b4481bb9eb87ca605a07cb, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/772146d21d8444958465f5d7bc6e1af7, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/93018dddb2a94ab38dcc196e1bddefe5, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/737b64314a574fc2813d33d7f2ed4958, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/85ff02dd10404408a36686f5b5ce41f1, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/c61511ec9afd49f6ad39e568054058de, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/97fd7b19b9c84676ada543c673b65be7, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/7abae3d8815d498ba4a2656d40bda130, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/5094fb7801804fe4b451d138b9d5726b] to archive 2024-11-10T12:20:07,589 DEBUG [StoreCloser-TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T12:20:07,591 DEBUG [StoreCloser-TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/0068e377011f41419673b0ea09594215 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/0068e377011f41419673b0ea09594215 2024-11-10T12:20:07,594 DEBUG [StoreCloser-TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/a0abb063971b46a7924c7dfaed55350e to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/a0abb063971b46a7924c7dfaed55350e 2024-11-10T12:20:07,596 DEBUG [StoreCloser-TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/85c748dadc1640a4a9b3451530a55e49 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/85c748dadc1640a4a9b3451530a55e49 2024-11-10T12:20:07,597 DEBUG [StoreCloser-TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/c032ebdbd76748e79c17f2271f08c3a3 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/c032ebdbd76748e79c17f2271f08c3a3 2024-11-10T12:20:07,598 DEBUG [StoreCloser-TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/b8c76bd311624ff2b22a48d9fa1e6cd7 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/b8c76bd311624ff2b22a48d9fa1e6cd7 2024-11-10T12:20:07,599 DEBUG [StoreCloser-TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/9523e971b1974056a00d82fa3a3e120d to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/9523e971b1974056a00d82fa3a3e120d 2024-11-10T12:20:07,599 DEBUG [StoreCloser-TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/8f824762cd634b5f8a93165943b0fde4 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/8f824762cd634b5f8a93165943b0fde4 2024-11-10T12:20:07,600 DEBUG [StoreCloser-TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/5ce514d2c66d44c2a371921f9090d139 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/5ce514d2c66d44c2a371921f9090d139 2024-11-10T12:20:07,601 DEBUG [StoreCloser-TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/a5faceb45a694c29993faf52b0042672 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/a5faceb45a694c29993faf52b0042672 2024-11-10T12:20:07,602 DEBUG [StoreCloser-TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/ab248459c215467c984e7cfe7244c9af to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/ab248459c215467c984e7cfe7244c9af 2024-11-10T12:20:07,603 DEBUG [StoreCloser-TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/bff442bd48b4481bb9eb87ca605a07cb to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/bff442bd48b4481bb9eb87ca605a07cb 2024-11-10T12:20:07,603 DEBUG [StoreCloser-TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/772146d21d8444958465f5d7bc6e1af7 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/772146d21d8444958465f5d7bc6e1af7 2024-11-10T12:20:07,604 DEBUG [StoreCloser-TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/93018dddb2a94ab38dcc196e1bddefe5 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/93018dddb2a94ab38dcc196e1bddefe5 2024-11-10T12:20:07,605 DEBUG [StoreCloser-TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/737b64314a574fc2813d33d7f2ed4958 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/737b64314a574fc2813d33d7f2ed4958 2024-11-10T12:20:07,605 DEBUG [StoreCloser-TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/85ff02dd10404408a36686f5b5ce41f1 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/85ff02dd10404408a36686f5b5ce41f1 2024-11-10T12:20:07,606 DEBUG [StoreCloser-TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/c61511ec9afd49f6ad39e568054058de to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/c61511ec9afd49f6ad39e568054058de 2024-11-10T12:20:07,607 DEBUG [StoreCloser-TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/97fd7b19b9c84676ada543c673b65be7 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/97fd7b19b9c84676ada543c673b65be7 2024-11-10T12:20:07,607 DEBUG [StoreCloser-TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/7abae3d8815d498ba4a2656d40bda130 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/7abae3d8815d498ba4a2656d40bda130 2024-11-10T12:20:07,608 DEBUG [StoreCloser-TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/5094fb7801804fe4b451d138b9d5726b to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/5094fb7801804fe4b451d138b9d5726b 2024-11-10T12:20:07,609 DEBUG [StoreCloser-TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/8de0099e5925438f91c3db5521a8d763, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/b68c2792c95447c78a1629b025bf38a5, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/59704b9c9ecb45b3b93a3cf6b4b65bae, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/87eeb6d0c6e54243b6ddd6418e605b63, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/4ee7e0adbee74fb78100b3e6b900534d, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/b77a2be2e8fb45f1b3fbc12bd27bfd7d, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/af9599876f7b439aa61bab9945e0839c, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/5cb5ec91987d4483a674f6fb2fea2105, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/198d9641141d4cae82978c2e3d97ca10, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/59046c78f2134d0198fe1a76e4d7c95a, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/17617a24bca745adb44fbe5b9a4b3d75, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/03310be0c8e64fe38c77a037ffec1dd6, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/ab9b7bbd75114fbf9184b3bcfdef9ac2, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/87f0390500d64309972ba3e19490bb1e, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/782e639a021646c3a1fcfcd0285a99b6, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/a03a17b614ee48fea5c9f8b3a94ffc72, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/864c134343154bb1ab46c852ea769b4a, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/7e64a2b3b5694b1fa4b3401432696ec9, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/b69e6e5b8d4d4cd59c17f1bc562f6138] to archive 2024-11-10T12:20:07,609 DEBUG [StoreCloser-TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T12:20:07,610 DEBUG [StoreCloser-TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/8de0099e5925438f91c3db5521a8d763 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/8de0099e5925438f91c3db5521a8d763 2024-11-10T12:20:07,611 DEBUG [StoreCloser-TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/b68c2792c95447c78a1629b025bf38a5 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/b68c2792c95447c78a1629b025bf38a5 2024-11-10T12:20:07,611 DEBUG [StoreCloser-TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/59704b9c9ecb45b3b93a3cf6b4b65bae to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/59704b9c9ecb45b3b93a3cf6b4b65bae 2024-11-10T12:20:07,612 DEBUG [StoreCloser-TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/87eeb6d0c6e54243b6ddd6418e605b63 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/87eeb6d0c6e54243b6ddd6418e605b63 2024-11-10T12:20:07,612 DEBUG [StoreCloser-TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/4ee7e0adbee74fb78100b3e6b900534d to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/4ee7e0adbee74fb78100b3e6b900534d 2024-11-10T12:20:07,613 DEBUG [StoreCloser-TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/b77a2be2e8fb45f1b3fbc12bd27bfd7d to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/b77a2be2e8fb45f1b3fbc12bd27bfd7d 2024-11-10T12:20:07,614 DEBUG [StoreCloser-TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/af9599876f7b439aa61bab9945e0839c to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/af9599876f7b439aa61bab9945e0839c 2024-11-10T12:20:07,614 DEBUG [StoreCloser-TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/5cb5ec91987d4483a674f6fb2fea2105 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/5cb5ec91987d4483a674f6fb2fea2105 2024-11-10T12:20:07,615 DEBUG [StoreCloser-TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/198d9641141d4cae82978c2e3d97ca10 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/198d9641141d4cae82978c2e3d97ca10 2024-11-10T12:20:07,615 DEBUG [StoreCloser-TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/59046c78f2134d0198fe1a76e4d7c95a to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/59046c78f2134d0198fe1a76e4d7c95a 2024-11-10T12:20:07,616 DEBUG [StoreCloser-TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/17617a24bca745adb44fbe5b9a4b3d75 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/17617a24bca745adb44fbe5b9a4b3d75 2024-11-10T12:20:07,616 DEBUG [StoreCloser-TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/03310be0c8e64fe38c77a037ffec1dd6 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/03310be0c8e64fe38c77a037ffec1dd6 2024-11-10T12:20:07,617 DEBUG [StoreCloser-TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/ab9b7bbd75114fbf9184b3bcfdef9ac2 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/ab9b7bbd75114fbf9184b3bcfdef9ac2 2024-11-10T12:20:07,618 DEBUG [StoreCloser-TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/87f0390500d64309972ba3e19490bb1e to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/87f0390500d64309972ba3e19490bb1e 2024-11-10T12:20:07,618 DEBUG [StoreCloser-TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/782e639a021646c3a1fcfcd0285a99b6 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/782e639a021646c3a1fcfcd0285a99b6 2024-11-10T12:20:07,619 DEBUG [StoreCloser-TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/a03a17b614ee48fea5c9f8b3a94ffc72 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/a03a17b614ee48fea5c9f8b3a94ffc72 2024-11-10T12:20:07,619 DEBUG [StoreCloser-TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/864c134343154bb1ab46c852ea769b4a to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/864c134343154bb1ab46c852ea769b4a 2024-11-10T12:20:07,620 DEBUG [StoreCloser-TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/7e64a2b3b5694b1fa4b3401432696ec9 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/7e64a2b3b5694b1fa4b3401432696ec9 2024-11-10T12:20:07,621 DEBUG [StoreCloser-TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/b69e6e5b8d4d4cd59c17f1bc562f6138 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/b69e6e5b8d4d4cd59c17f1bc562f6138 2024-11-10T12:20:07,621 DEBUG [StoreCloser-TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/9a9b6e06ddee455fa32c77feeb056d88, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/4e8e66be18a34b2a9a95202df4601ca7, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/fd6dcc32ffb34804adb26b43403e5d74, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/1373ffd7746147128466629737788ead, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/19c380b71a9e4b41836fdebd7043b426, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/185e874a8a0c48ddb9a1b1eb89f91c12, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/ff06d9caac39448d8cd94b135de96e66, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/7b5ec886f9c346cca0d2cbb9eee350f5, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/fe1d3926eae445b79c2ee5ea7b67a65c, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/a2efb37d9b6543eaa19d7656a5a6edff, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/ba26086d272b42f2a9520e46f57c8610, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/e7b5598ded4a401cbf51ed5b1a7e146f, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/35e873725ef844a09dc6abea89737959, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/05fe531b2a754e599ef750b68f5f27a8, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/a0639c8f1fe24d1085421ee33816ff72, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/5c16c8efc47c44b298e6ad854d843843, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/a79acaba5be04818aacd2a57e20e9023, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/40b5efa1d7d04df99f10d68c907f5a4c, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/f30a8e3a94574fc887bcc7ffb7efb801] to archive 2024-11-10T12:20:07,622 DEBUG [StoreCloser-TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T12:20:07,623 DEBUG [StoreCloser-TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/9a9b6e06ddee455fa32c77feeb056d88 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/9a9b6e06ddee455fa32c77feeb056d88 2024-11-10T12:20:07,623 DEBUG [StoreCloser-TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/4e8e66be18a34b2a9a95202df4601ca7 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/4e8e66be18a34b2a9a95202df4601ca7 2024-11-10T12:20:07,624 DEBUG [StoreCloser-TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/fd6dcc32ffb34804adb26b43403e5d74 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/fd6dcc32ffb34804adb26b43403e5d74 2024-11-10T12:20:07,624 DEBUG [StoreCloser-TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/1373ffd7746147128466629737788ead to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/1373ffd7746147128466629737788ead 2024-11-10T12:20:07,625 DEBUG [StoreCloser-TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/19c380b71a9e4b41836fdebd7043b426 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/19c380b71a9e4b41836fdebd7043b426 2024-11-10T12:20:07,626 DEBUG [StoreCloser-TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/185e874a8a0c48ddb9a1b1eb89f91c12 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/185e874a8a0c48ddb9a1b1eb89f91c12 2024-11-10T12:20:07,626 DEBUG [StoreCloser-TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/ff06d9caac39448d8cd94b135de96e66 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/ff06d9caac39448d8cd94b135de96e66 2024-11-10T12:20:07,627 DEBUG [StoreCloser-TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/7b5ec886f9c346cca0d2cbb9eee350f5 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/7b5ec886f9c346cca0d2cbb9eee350f5 2024-11-10T12:20:07,627 DEBUG [StoreCloser-TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/fe1d3926eae445b79c2ee5ea7b67a65c to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/fe1d3926eae445b79c2ee5ea7b67a65c 2024-11-10T12:20:07,628 DEBUG [StoreCloser-TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/a2efb37d9b6543eaa19d7656a5a6edff to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/a2efb37d9b6543eaa19d7656a5a6edff 2024-11-10T12:20:07,628 DEBUG [StoreCloser-TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/ba26086d272b42f2a9520e46f57c8610 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/ba26086d272b42f2a9520e46f57c8610 2024-11-10T12:20:07,629 DEBUG [StoreCloser-TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/e7b5598ded4a401cbf51ed5b1a7e146f to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/e7b5598ded4a401cbf51ed5b1a7e146f 2024-11-10T12:20:07,630 DEBUG [StoreCloser-TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/35e873725ef844a09dc6abea89737959 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/35e873725ef844a09dc6abea89737959 2024-11-10T12:20:07,630 DEBUG [StoreCloser-TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/05fe531b2a754e599ef750b68f5f27a8 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/05fe531b2a754e599ef750b68f5f27a8 2024-11-10T12:20:07,631 DEBUG [StoreCloser-TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/a0639c8f1fe24d1085421ee33816ff72 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/a0639c8f1fe24d1085421ee33816ff72 2024-11-10T12:20:07,631 DEBUG [StoreCloser-TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/5c16c8efc47c44b298e6ad854d843843 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/5c16c8efc47c44b298e6ad854d843843 2024-11-10T12:20:07,632 DEBUG [StoreCloser-TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/a79acaba5be04818aacd2a57e20e9023 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/a79acaba5be04818aacd2a57e20e9023 2024-11-10T12:20:07,632 DEBUG [StoreCloser-TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/40b5efa1d7d04df99f10d68c907f5a4c to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/40b5efa1d7d04df99f10d68c907f5a4c 2024-11-10T12:20:07,633 DEBUG [StoreCloser-TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/f30a8e3a94574fc887bcc7ffb7efb801 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/f30a8e3a94574fc887bcc7ffb7efb801 2024-11-10T12:20:07,635 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/recovered.edits/306.seqid, newMaxSeqId=306, maxSeqId=4 2024-11-10T12:20:07,636 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58. 2024-11-10T12:20:07,636 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1635): Region close journal for 10741b3477d07db1ed3ae2f244eaff58: 2024-11-10T12:20:07,637 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] handler.UnassignRegionHandler(170): Closed 10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:20:07,637 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=165 updating hbase:meta row=10741b3477d07db1ed3ae2f244eaff58, regionState=CLOSED 2024-11-10T12:20:07,638 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-10T12:20:07,639 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; CloseRegionProcedure 10741b3477d07db1ed3ae2f244eaff58, server=8eb9a7a2374b,43841,1731241027112 in 1.8960 sec 2024-11-10T12:20:07,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=165, resume processing ppid=164 2024-11-10T12:20:07,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, ppid=164, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=10741b3477d07db1ed3ae2f244eaff58, UNASSIGN in 1.9000 sec 2024-11-10T12:20:07,640 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-10T12:20:07,640 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9010 sec 2024-11-10T12:20:07,641 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731241207640"}]},"ts":"1731241207640"} 2024-11-10T12:20:07,641 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-10T12:20:07,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-10T12:20:07,683 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-10T12:20:07,685 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.1130 sec 2024-11-10T12:20:09,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-10T12:20:09,684 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-11-10T12:20:09,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-10T12:20:09,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:20:09,688 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=167, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:20:09,689 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=167, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:20:09,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-10T12:20:09,691 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:20:09,694 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A, FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B, FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C, FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/recovered.edits] 2024-11-10T12:20:09,698 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/0c5854278207432dae9d724a3dc3a112 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/0c5854278207432dae9d724a3dc3a112 2024-11-10T12:20:09,700 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/2826de5085924f3ca3177fe00d8159e8 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/2826de5085924f3ca3177fe00d8159e8 2024-11-10T12:20:09,702 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/a89502eedecb4296a6f470a7222412b8 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/A/a89502eedecb4296a6f470a7222412b8 2024-11-10T12:20:09,704 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/67af356ccbd44ea881f3fabae10cac4a to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/67af356ccbd44ea881f3fabae10cac4a 2024-11-10T12:20:09,705 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/8fa92a71005c41e1ad802dee51bf0cf2 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/8fa92a71005c41e1ad802dee51bf0cf2 2024-11-10T12:20:09,707 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/b229bb81efd04116972bca85d6c4d6ca to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/B/b229bb81efd04116972bca85d6c4d6ca 2024-11-10T12:20:09,708 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/67daf0e1314644978b5e472cd56447cb to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/67daf0e1314644978b5e472cd56447cb 2024-11-10T12:20:09,709 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/80c43da18f8d46c6ad8e39748c54f466 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/80c43da18f8d46c6ad8e39748c54f466 2024-11-10T12:20:09,710 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/a00d2c636177429dbf6961411851734c to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/C/a00d2c636177429dbf6961411851734c 2024-11-10T12:20:09,713 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/recovered.edits/306.seqid to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58/recovered.edits/306.seqid 2024-11-10T12:20:09,713 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/default/TestAcidGuarantees/10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:20:09,713 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-10T12:20:09,714 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-10T12:20:09,714 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-10T12:20:09,718 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111025e584bef1a3450e95692e74b7d1182c_10741b3477d07db1ed3ae2f244eaff58 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111025e584bef1a3450e95692e74b7d1182c_10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:20:09,719 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411102eb0aa93edf0459188d87195476fac21_10741b3477d07db1ed3ae2f244eaff58 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411102eb0aa93edf0459188d87195476fac21_10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:20:09,720 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411103efeef6f66ea4a168eebf800e7f16027_10741b3477d07db1ed3ae2f244eaff58 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411103efeef6f66ea4a168eebf800e7f16027_10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:20:09,721 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110455d00aa472d49b284290d92c519e581_10741b3477d07db1ed3ae2f244eaff58 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110455d00aa472d49b284290d92c519e581_10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:20:09,722 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111049917f771e564db290672de6322afa5e_10741b3477d07db1ed3ae2f244eaff58 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111049917f771e564db290672de6322afa5e_10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:20:09,723 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110553a494eb1f3498d931c5ce71bc69076_10741b3477d07db1ed3ae2f244eaff58 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110553a494eb1f3498d931c5ce71bc69076_10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:20:09,725 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111055b817cc4df04939833aa9d5b6890743_10741b3477d07db1ed3ae2f244eaff58 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111055b817cc4df04939833aa9d5b6890743_10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:20:09,726 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111087b2616cf34c430b90dfade1467c773e_10741b3477d07db1ed3ae2f244eaff58 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111087b2616cf34c430b90dfade1467c773e_10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:20:09,727 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111088c1d06180994a3bbb12820cf23ed8da_10741b3477d07db1ed3ae2f244eaff58 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111088c1d06180994a3bbb12820cf23ed8da_10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:20:09,727 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110949a95e2805e4e5f80fdfd535797a11a_10741b3477d07db1ed3ae2f244eaff58 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110949a95e2805e4e5f80fdfd535797a11a_10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:20:09,728 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411109cc08599c703413ca22ff058941278dd_10741b3477d07db1ed3ae2f244eaff58 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411109cc08599c703413ca22ff058941278dd_10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:20:09,729 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c5416894bf1a4643b94696d298950f2f_10741b3477d07db1ed3ae2f244eaff58 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c5416894bf1a4643b94696d298950f2f_10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:20:09,729 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110d71ed6e5fede4a89aa1375f5d13fecfb_10741b3477d07db1ed3ae2f244eaff58 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110d71ed6e5fede4a89aa1375f5d13fecfb_10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:20:09,730 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110dd416ed36eb343b9b162743dd9bc4205_10741b3477d07db1ed3ae2f244eaff58 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110dd416ed36eb343b9b162743dd9bc4205_10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:20:09,730 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f4070049f600484ba2ac90fae12a40cf_10741b3477d07db1ed3ae2f244eaff58 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f4070049f600484ba2ac90fae12a40cf_10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:20:09,731 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f8f7990d889c4d3f8b44eb8dec759497_10741b3477d07db1ed3ae2f244eaff58 to hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f8f7990d889c4d3f8b44eb8dec759497_10741b3477d07db1ed3ae2f244eaff58 2024-11-10T12:20:09,731 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-10T12:20:09,732 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=167, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:20:09,735 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-10T12:20:09,736 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-10T12:20:09,737 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=167, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:20:09,737 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-10T12:20:09,737 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731241209737"}]},"ts":"9223372036854775807"} 2024-11-10T12:20:09,738 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-10T12:20:09,738 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 10741b3477d07db1ed3ae2f244eaff58, NAME => 'TestAcidGuarantees,,1731241178005.10741b3477d07db1ed3ae2f244eaff58.', STARTKEY => '', ENDKEY => ''}] 2024-11-10T12:20:09,738 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-10T12:20:09,738 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731241209738"}]},"ts":"9223372036854775807"} 2024-11-10T12:20:09,740 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-10T12:20:09,784 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=167, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:20:09,785 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 98 msec 2024-11-10T12:20:09,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-10T12:20:09,790 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-10T12:20:09,798 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=236 (was 239), OpenFileDescriptor=448 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=249 (was 273), ProcessCount=9 (was 9), AvailableMemoryMB=5961 (was 5974) 2024-11-10T12:20:09,798 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-10T12:20:09,798 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-10T12:20:09,798 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5e83c466 to 127.0.0.1:59506 2024-11-10T12:20:09,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:09,798 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T12:20:09,798 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=601527720, stopped=false 2024-11-10T12:20:09,799 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=8eb9a7a2374b,38129,1731241026286 2024-11-10T12:20:09,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38129-0x10125f741fe0000, quorum=127.0.0.1:59506, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T12:20:09,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43841-0x10125f741fe0001, quorum=127.0.0.1:59506, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T12:20:09,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38129-0x10125f741fe0000, quorum=127.0.0.1:59506, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T12:20:09,808 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-10T12:20:09,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43841-0x10125f741fe0001, quorum=127.0.0.1:59506, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T12:20:09,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:09,809 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '8eb9a7a2374b,43841,1731241027112' ***** 2024-11-10T12:20:09,809 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-10T12:20:09,809 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43841-0x10125f741fe0001, quorum=127.0.0.1:59506, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T12:20:09,809 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38129-0x10125f741fe0000, quorum=127.0.0.1:59506, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T12:20:09,809 INFO [RS:0;8eb9a7a2374b:43841 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T12:20:09,809 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-10T12:20:09,809 INFO [RS:0;8eb9a7a2374b:43841 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T12:20:09,810 INFO [RS:0;8eb9a7a2374b:43841 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T12:20:09,810 INFO [RS:0;8eb9a7a2374b:43841 {}] regionserver.HRegionServer(3579): Received CLOSE for 0d76421985b0e61b9979ea18bb412c94 2024-11-10T12:20:09,810 INFO [RS:0;8eb9a7a2374b:43841 {}] regionserver.HRegionServer(1224): stopping server 8eb9a7a2374b,43841,1731241027112 2024-11-10T12:20:09,810 DEBUG [RS:0;8eb9a7a2374b:43841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:09,810 INFO [RS:0;8eb9a7a2374b:43841 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T12:20:09,810 INFO [RS:0;8eb9a7a2374b:43841 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T12:20:09,810 INFO [RS:0;8eb9a7a2374b:43841 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T12:20:09,810 INFO [RS:0;8eb9a7a2374b:43841 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-10T12:20:09,811 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 0d76421985b0e61b9979ea18bb412c94, disabling compactions & flushes 2024-11-10T12:20:09,811 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731241029841.0d76421985b0e61b9979ea18bb412c94. 2024-11-10T12:20:09,811 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731241029841.0d76421985b0e61b9979ea18bb412c94. 2024-11-10T12:20:09,811 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731241029841.0d76421985b0e61b9979ea18bb412c94. after waiting 0 ms 2024-11-10T12:20:09,811 INFO [RS:0;8eb9a7a2374b:43841 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-10T12:20:09,811 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731241029841.0d76421985b0e61b9979ea18bb412c94. 2024-11-10T12:20:09,811 DEBUG [RS:0;8eb9a7a2374b:43841 {}] regionserver.HRegionServer(1603): Online Regions={0d76421985b0e61b9979ea18bb412c94=hbase:namespace,,1731241029841.0d76421985b0e61b9979ea18bb412c94., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T12:20:09,811 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 0d76421985b0e61b9979ea18bb412c94 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-10T12:20:09,811 DEBUG [RS_CLOSE_META-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-10T12:20:09,811 INFO [RS_CLOSE_META-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-10T12:20:09,811 DEBUG [RS_CLOSE_META-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-10T12:20:09,811 DEBUG [RS_CLOSE_META-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T12:20:09,811 DEBUG [RS_CLOSE_META-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T12:20:09,811 INFO [RS_CLOSE_META-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-10T12:20:09,814 DEBUG [RS:0;8eb9a7a2374b:43841 {}] regionserver.HRegionServer(1629): Waiting on 0d76421985b0e61b9979ea18bb412c94, 1588230740 2024-11-10T12:20:09,820 INFO [regionserver/8eb9a7a2374b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T12:20:09,828 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/hbase/namespace/0d76421985b0e61b9979ea18bb412c94/.tmp/info/edb0e176a8434ae3a4baa54a78c92f7b is 45, key is default/info:d/1731241031304/Put/seqid=0 2024-11-10T12:20:09,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742422_1598 (size=5037) 2024-11-10T12:20:09,836 DEBUG [RS_CLOSE_META-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/hbase/meta/1588230740/.tmp/info/e1bf813ab46441baa12027a1c1bf6c7a is 143, key is hbase:namespace,,1731241029841.0d76421985b0e61b9979ea18bb412c94./info:regioninfo/1731241031150/Put/seqid=0 2024-11-10T12:20:09,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742423_1599 (size=7725) 2024-11-10T12:20:09,877 INFO [regionserver/8eb9a7a2374b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T12:20:09,878 INFO [regionserver/8eb9a7a2374b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T12:20:10,014 DEBUG [RS:0;8eb9a7a2374b:43841 {}] regionserver.HRegionServer(1629): Waiting on 0d76421985b0e61b9979ea18bb412c94, 1588230740 2024-11-10T12:20:10,214 DEBUG [RS:0;8eb9a7a2374b:43841 {}] regionserver.HRegionServer(1629): Waiting on 0d76421985b0e61b9979ea18bb412c94, 1588230740 2024-11-10T12:20:10,232 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/hbase/namespace/0d76421985b0e61b9979ea18bb412c94/.tmp/info/edb0e176a8434ae3a4baa54a78c92f7b 2024-11-10T12:20:10,239 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/hbase/namespace/0d76421985b0e61b9979ea18bb412c94/.tmp/info/edb0e176a8434ae3a4baa54a78c92f7b as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/hbase/namespace/0d76421985b0e61b9979ea18bb412c94/info/edb0e176a8434ae3a4baa54a78c92f7b 2024-11-10T12:20:10,240 INFO [RS_CLOSE_META-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/hbase/meta/1588230740/.tmp/info/e1bf813ab46441baa12027a1c1bf6c7a 2024-11-10T12:20:10,244 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/hbase/namespace/0d76421985b0e61b9979ea18bb412c94/info/edb0e176a8434ae3a4baa54a78c92f7b, entries=2, sequenceid=6, filesize=4.9 K 2024-11-10T12:20:10,245 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 0d76421985b0e61b9979ea18bb412c94 in 434ms, sequenceid=6, compaction requested=false 2024-11-10T12:20:10,250 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/hbase/namespace/0d76421985b0e61b9979ea18bb412c94/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-10T12:20:10,250 INFO [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1731241029841.0d76421985b0e61b9979ea18bb412c94. 2024-11-10T12:20:10,251 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 0d76421985b0e61b9979ea18bb412c94: 2024-11-10T12:20:10,251 DEBUG [RS_CLOSE_REGION-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1731241029841.0d76421985b0e61b9979ea18bb412c94. 2024-11-10T12:20:10,264 DEBUG [RS_CLOSE_META-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/hbase/meta/1588230740/.tmp/rep_barrier/88d66407899e49b3ad242075641df483 is 102, key is TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b./rep_barrier:/1731241057570/DeleteFamily/seqid=0 2024-11-10T12:20:10,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742424_1600 (size=6025) 2024-11-10T12:20:10,415 DEBUG [RS:0;8eb9a7a2374b:43841 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-10T12:20:10,615 DEBUG [RS:0;8eb9a7a2374b:43841 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-10T12:20:10,668 INFO [RS_CLOSE_META-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/hbase/meta/1588230740/.tmp/rep_barrier/88d66407899e49b3ad242075641df483 2024-11-10T12:20:10,705 DEBUG [RS_CLOSE_META-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/hbase/meta/1588230740/.tmp/table/9c300e17a0bc455391c46252a34d2338 is 96, key is TestAcidGuarantees,,1731241031593.9aa4aa07b12f8ea2c1ee182911aa1c8b./table:/1731241057570/DeleteFamily/seqid=0 2024-11-10T12:20:10,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742425_1601 (size=5942) 2024-11-10T12:20:10,815 INFO [RS:0;8eb9a7a2374b:43841 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-10T12:20:10,815 DEBUG [RS:0;8eb9a7a2374b:43841 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T12:20:10,815 DEBUG [RS:0;8eb9a7a2374b:43841 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-10T12:20:11,015 DEBUG [RS:0;8eb9a7a2374b:43841 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-10T12:20:11,110 INFO [RS_CLOSE_META-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/hbase/meta/1588230740/.tmp/table/9c300e17a0bc455391c46252a34d2338 2024-11-10T12:20:11,121 DEBUG [RS_CLOSE_META-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/hbase/meta/1588230740/.tmp/info/e1bf813ab46441baa12027a1c1bf6c7a as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/hbase/meta/1588230740/info/e1bf813ab46441baa12027a1c1bf6c7a 2024-11-10T12:20:11,125 INFO [RS_CLOSE_META-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/hbase/meta/1588230740/info/e1bf813ab46441baa12027a1c1bf6c7a, entries=22, sequenceid=93, filesize=7.5 K 2024-11-10T12:20:11,125 DEBUG [RS_CLOSE_META-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/hbase/meta/1588230740/.tmp/rep_barrier/88d66407899e49b3ad242075641df483 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/hbase/meta/1588230740/rep_barrier/88d66407899e49b3ad242075641df483 2024-11-10T12:20:11,128 INFO [RS_CLOSE_META-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/hbase/meta/1588230740/rep_barrier/88d66407899e49b3ad242075641df483, entries=6, sequenceid=93, filesize=5.9 K 2024-11-10T12:20:11,129 DEBUG [RS_CLOSE_META-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/hbase/meta/1588230740/.tmp/table/9c300e17a0bc455391c46252a34d2338 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/hbase/meta/1588230740/table/9c300e17a0bc455391c46252a34d2338 2024-11-10T12:20:11,132 INFO [RS_CLOSE_META-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/hbase/meta/1588230740/table/9c300e17a0bc455391c46252a34d2338, entries=9, sequenceid=93, filesize=5.8 K 2024-11-10T12:20:11,133 INFO [RS_CLOSE_META-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1322ms, sequenceid=93, compaction requested=false 2024-11-10T12:20:11,136 DEBUG [RS_CLOSE_META-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-10T12:20:11,137 DEBUG [RS_CLOSE_META-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T12:20:11,137 INFO [RS_CLOSE_META-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-10T12:20:11,137 DEBUG [RS_CLOSE_META-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-10T12:20:11,137 DEBUG [RS_CLOSE_META-regionserver/8eb9a7a2374b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T12:20:11,216 INFO [RS:0;8eb9a7a2374b:43841 {}] regionserver.HRegionServer(1250): stopping server 8eb9a7a2374b,43841,1731241027112; all regions closed. 2024-11-10T12:20:11,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741834_1010 (size=26050) 2024-11-10T12:20:11,221 DEBUG [RS:0;8eb9a7a2374b:43841 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/oldWALs 2024-11-10T12:20:11,221 INFO [RS:0;8eb9a7a2374b:43841 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 8eb9a7a2374b%2C43841%2C1731241027112.meta:.meta(num 1731241029551) 2024-11-10T12:20:11,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741833_1009 (size=13615981) 2024-11-10T12:20:11,225 DEBUG [RS:0;8eb9a7a2374b:43841 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/oldWALs 2024-11-10T12:20:11,225 INFO [RS:0;8eb9a7a2374b:43841 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 8eb9a7a2374b%2C43841%2C1731241027112:(num 1731241029012) 2024-11-10T12:20:11,225 DEBUG [RS:0;8eb9a7a2374b:43841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:11,225 INFO [RS:0;8eb9a7a2374b:43841 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T12:20:11,225 INFO [RS:0;8eb9a7a2374b:43841 {}] hbase.ChoreService(370): Chore service for: regionserver/8eb9a7a2374b:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T12:20:11,225 INFO [regionserver/8eb9a7a2374b:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-10T12:20:11,226 INFO [RS:0;8eb9a7a2374b:43841 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:43841 2024-11-10T12:20:11,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43841-0x10125f741fe0001, quorum=127.0.0.1:59506, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/8eb9a7a2374b,43841,1731241027112 2024-11-10T12:20:11,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38129-0x10125f741fe0000, quorum=127.0.0.1:59506, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T12:20:11,245 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8eb9a7a2374b,43841,1731241027112] 2024-11-10T12:20:11,245 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 8eb9a7a2374b,43841,1731241027112; numProcessing=1 2024-11-10T12:20:11,253 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/8eb9a7a2374b,43841,1731241027112 already deleted, retry=false 2024-11-10T12:20:11,253 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 8eb9a7a2374b,43841,1731241027112 expired; onlineServers=0 2024-11-10T12:20:11,253 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '8eb9a7a2374b,38129,1731241026286' ***** 2024-11-10T12:20:11,254 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T12:20:11,254 DEBUG [M:0;8eb9a7a2374b:38129 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ec5a204, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8eb9a7a2374b/172.17.0.2:0 2024-11-10T12:20:11,254 INFO [M:0;8eb9a7a2374b:38129 {}] regionserver.HRegionServer(1224): stopping server 8eb9a7a2374b,38129,1731241026286 2024-11-10T12:20:11,254 INFO [M:0;8eb9a7a2374b:38129 {}] regionserver.HRegionServer(1250): stopping server 8eb9a7a2374b,38129,1731241026286; all regions closed. 2024-11-10T12:20:11,254 DEBUG [M:0;8eb9a7a2374b:38129 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:20:11,254 DEBUG [M:0;8eb9a7a2374b:38129 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T12:20:11,254 DEBUG [M:0;8eb9a7a2374b:38129 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T12:20:11,255 DEBUG [master/8eb9a7a2374b:0:becomeActiveMaster-HFileCleaner.small.0-1731241028688 {}] cleaner.HFileCleaner(306): Exit Thread[master/8eb9a7a2374b:0:becomeActiveMaster-HFileCleaner.small.0-1731241028688,5,FailOnTimeoutGroup] 2024-11-10T12:20:11,255 DEBUG [master/8eb9a7a2374b:0:becomeActiveMaster-HFileCleaner.large.0-1731241028688 {}] cleaner.HFileCleaner(306): Exit Thread[master/8eb9a7a2374b:0:becomeActiveMaster-HFileCleaner.large.0-1731241028688,5,FailOnTimeoutGroup] 2024-11-10T12:20:11,255 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T12:20:11,255 INFO [M:0;8eb9a7a2374b:38129 {}] hbase.ChoreService(370): Chore service for: master/8eb9a7a2374b:0 had [] on shutdown 2024-11-10T12:20:11,255 DEBUG [M:0;8eb9a7a2374b:38129 {}] master.HMaster(1733): Stopping service threads 2024-11-10T12:20:11,255 INFO [M:0;8eb9a7a2374b:38129 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T12:20:11,255 ERROR [M:0;8eb9a7a2374b:38129 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (59733779) connection to localhost/127.0.0.1:33589 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:33589,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-10T12:20:11,257 INFO [M:0;8eb9a7a2374b:38129 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T12:20:11,257 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T12:20:11,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38129-0x10125f741fe0000, quorum=127.0.0.1:59506, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-10T12:20:11,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38129-0x10125f741fe0000, quorum=127.0.0.1:59506, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T12:20:11,262 DEBUG [M:0;8eb9a7a2374b:38129 {}] zookeeper.ZKUtil(347): master:38129-0x10125f741fe0000, quorum=127.0.0.1:59506, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-10T12:20:11,262 WARN [M:0;8eb9a7a2374b:38129 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T12:20:11,262 INFO [M:0;8eb9a7a2374b:38129 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-10T12:20:11,262 INFO [M:0;8eb9a7a2374b:38129 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T12:20:11,263 DEBUG [M:0;8eb9a7a2374b:38129 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T12:20:11,263 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38129-0x10125f741fe0000, quorum=127.0.0.1:59506, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T12:20:11,263 INFO [M:0;8eb9a7a2374b:38129 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:20:11,263 DEBUG [M:0;8eb9a7a2374b:38129 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:20:11,263 DEBUG [M:0;8eb9a7a2374b:38129 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T12:20:11,263 DEBUG [M:0;8eb9a7a2374b:38129 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:20:11,263 INFO [M:0;8eb9a7a2374b:38129 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=725.79 KB heapSize=889.95 KB 2024-11-10T12:20:11,283 DEBUG [M:0;8eb9a7a2374b:38129 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1df350cb220941debfe83fffb57e30c2 is 82, key is hbase:meta,,1/info:regioninfo/1731241029697/Put/seqid=0 2024-11-10T12:20:11,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742426_1602 (size=5672) 2024-11-10T12:20:11,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43841-0x10125f741fe0001, quorum=127.0.0.1:59506, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:20:11,345 INFO [RS:0;8eb9a7a2374b:43841 {}] regionserver.HRegionServer(1307): Exiting; stopping=8eb9a7a2374b,43841,1731241027112; zookeeper connection closed. 2024-11-10T12:20:11,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43841-0x10125f741fe0001, quorum=127.0.0.1:59506, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:20:11,346 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@340e5874 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@340e5874 2024-11-10T12:20:11,346 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T12:20:11,688 INFO [M:0;8eb9a7a2374b:38129 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2017 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1df350cb220941debfe83fffb57e30c2 2024-11-10T12:20:11,715 DEBUG [M:0;8eb9a7a2374b:38129 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/394501cc7a504a819e603cc542273e2b is 2277, key is \x00\x00\x00\x00\x00\x00\x00&/proc:d/1731241060971/Put/seqid=0 2024-11-10T12:20:11,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742427_1603 (size=42921) 2024-11-10T12:20:12,120 INFO [M:0;8eb9a7a2374b:38129 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=725.23 KB at sequenceid=2017 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/394501cc7a504a819e603cc542273e2b 2024-11-10T12:20:12,127 INFO [M:0;8eb9a7a2374b:38129 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 394501cc7a504a819e603cc542273e2b 2024-11-10T12:20:12,146 DEBUG [M:0;8eb9a7a2374b:38129 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/89db1d6f826747c3a1dc34cdbbec0496 is 69, key is 8eb9a7a2374b,43841,1731241027112/rs:state/1731241028773/Put/seqid=0 2024-11-10T12:20:12,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073742428_1604 (size=5156) 2024-11-10T12:20:12,551 INFO [M:0;8eb9a7a2374b:38129 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2017 (bloomFilter=true), to=hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/89db1d6f826747c3a1dc34cdbbec0496 2024-11-10T12:20:12,562 DEBUG [M:0;8eb9a7a2374b:38129 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1df350cb220941debfe83fffb57e30c2 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1df350cb220941debfe83fffb57e30c2 2024-11-10T12:20:12,567 INFO [M:0;8eb9a7a2374b:38129 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1df350cb220941debfe83fffb57e30c2, entries=8, sequenceid=2017, filesize=5.5 K 2024-11-10T12:20:12,568 DEBUG [M:0;8eb9a7a2374b:38129 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/394501cc7a504a819e603cc542273e2b as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/394501cc7a504a819e603cc542273e2b 2024-11-10T12:20:12,573 INFO [M:0;8eb9a7a2374b:38129 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 394501cc7a504a819e603cc542273e2b 2024-11-10T12:20:12,573 INFO [M:0;8eb9a7a2374b:38129 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/394501cc7a504a819e603cc542273e2b, entries=167, sequenceid=2017, filesize=41.9 K 2024-11-10T12:20:12,573 DEBUG [M:0;8eb9a7a2374b:38129 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/89db1d6f826747c3a1dc34cdbbec0496 as hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/89db1d6f826747c3a1dc34cdbbec0496 2024-11-10T12:20:12,577 INFO [M:0;8eb9a7a2374b:38129 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33589/user/jenkins/test-data/9d9ce5cd-c372-d2be-7a9a-2c7eb19c3744/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/89db1d6f826747c3a1dc34cdbbec0496, entries=1, sequenceid=2017, filesize=5.0 K 2024-11-10T12:20:12,578 INFO [M:0;8eb9a7a2374b:38129 {}] regionserver.HRegion(3040): Finished flush of dataSize ~725.79 KB/743209, heapSize ~889.66 KB/911008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1315ms, sequenceid=2017, compaction requested=false 2024-11-10T12:20:12,579 INFO [M:0;8eb9a7a2374b:38129 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:20:12,579 DEBUG [M:0;8eb9a7a2374b:38129 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-10T12:20:12,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34185 is added to blk_1073741830_1006 (size=875505) 2024-11-10T12:20:12,582 INFO [M:0;8eb9a7a2374b:38129 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-10T12:20:12,582 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-10T12:20:12,583 INFO [M:0;8eb9a7a2374b:38129 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:38129 2024-11-10T12:20:12,624 DEBUG [M:0;8eb9a7a2374b:38129 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/8eb9a7a2374b,38129,1731241026286 already deleted, retry=false 2024-11-10T12:20:12,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38129-0x10125f741fe0000, quorum=127.0.0.1:59506, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:20:12,733 INFO [M:0;8eb9a7a2374b:38129 {}] regionserver.HRegionServer(1307): Exiting; stopping=8eb9a7a2374b,38129,1731241026286; zookeeper connection closed. 2024-11-10T12:20:12,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38129-0x10125f741fe0000, quorum=127.0.0.1:59506, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:20:12,738 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ec76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T12:20:12,739 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T12:20:12,739 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T12:20:12,740 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T12:20:12,740 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6d6cc9e8-2c08-8dba-5dfe-f547822a9c5a/hadoop.log.dir/,STOPPED} 2024-11-10T12:20:12,741 WARN [BP-104581921-172.17.0.2-1731241022729 heartbeating to localhost/127.0.0.1:33589 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T12:20:12,741 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T12:20:12,741 WARN [BP-104581921-172.17.0.2-1731241022729 heartbeating to localhost/127.0.0.1:33589 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-104581921-172.17.0.2-1731241022729 (Datanode Uuid 8aa6e449-bc97-4ac2-b375-0b82db731fc5) service to localhost/127.0.0.1:33589 2024-11-10T12:20:12,741 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T12:20:12,744 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6d6cc9e8-2c08-8dba-5dfe-f547822a9c5a/cluster_fd6466ae-9f4c-b6cf-54e3-c7d8e10622f8/dfs/data/data1/current/BP-104581921-172.17.0.2-1731241022729 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T12:20:12,744 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6d6cc9e8-2c08-8dba-5dfe-f547822a9c5a/cluster_fd6466ae-9f4c-b6cf-54e3-c7d8e10622f8/dfs/data/data2/current/BP-104581921-172.17.0.2-1731241022729 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T12:20:12,744 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T12:20:12,751 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T12:20:12,751 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T12:20:12,751 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T12:20:12,752 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T12:20:12,752 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6d6cc9e8-2c08-8dba-5dfe-f547822a9c5a/hadoop.log.dir/,STOPPED} 2024-11-10T12:20:12,768 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-10T12:20:12,881 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down